{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.386023934Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.386118566Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.386128717Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.386135267Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.386417745Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.386430765Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.388009609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.388238945Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.388682807Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.390987321Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.391006281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.391141825Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.393285844Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.3934841Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.394833107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.397071129Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.397086269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.397227493Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.408175675Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.408204736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":26,"elapsed":"22.182412ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:09.436896358Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"50.857843ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:10.331389532Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"87f600eb-ee0c-4295-89dd-18bf0d882ed3","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1051,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.385657113Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.385710145Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.385719555Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.385727215Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.385959252Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.385971182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.387422482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.387780662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.388119571Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.389696765Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"4.008461ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.389842059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.389853919Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.389995433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.392174123Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.392454401Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.394010174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.396156343Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.396171683Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.396304727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.405431609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:19.40545237Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":27,"elapsed":"19.813107ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:20.331167116Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"154f0140-de7a-4514-ad52-beda196d7707","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1195,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386191348Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.38626696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386283191Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386296871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386309731Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386321552Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386333912Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386346612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386357983Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386370653Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386381833Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386396734Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386414934Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386432455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386452085Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386472126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386496907Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386513217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386531517Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386549798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386567369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386594949Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.38661279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.38663235Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386652131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386670551Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386687882Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386705272Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386724673Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386742753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386762284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386779164Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386797915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386815695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386835166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386853926Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386877197Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386902358Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386925228Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.386948089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.38697167Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.38699473Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.387016581Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.387038802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.387060862Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.387081533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.387101353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.387121884Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.387142114Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.387162305Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.387244927Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.389188521Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.389854039Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 977, tv_nsec: 2336071 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.390065085Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.39024748Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.390683422Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"4.483574ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.391180816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.391193626Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.391199916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.391280649Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.391292919Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.391428183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.391459133Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.392149952Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.392173743Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.392302547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.394096106Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.394460086Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.394563259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.395180486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.395426073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.396022839Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 977, tv_nsec: 8508382 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.396255966Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.396551584Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.396568414Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.39677238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.397754177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.397763798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.397769878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.397778948Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.39785228Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"11.382074ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.397930352Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.398032765Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.399562737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.399739772Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"13.239336ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.401742747Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.401755178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.401889601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.403831795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.403910417Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.403979369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"17.614596ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.404186195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.405031248Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.40511007Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 977, tv_nsec: 17606903 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.405171322Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.405259114Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.405276085Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.405284335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"19.061487ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.405382478Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.405393788Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.405934133Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.405945963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.406103878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.406117638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.407599059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.408775802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.408800132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.408955396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.410472498Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.410494449Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.410635613Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.420738221Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.420794563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":28,"elapsed":"34.4372ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.428670971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.429207515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.431708384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.43192928Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.434664026Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.437310859Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.43734368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.437536905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.443484969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":10,"elapsed":"57.210659ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.448365944Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.448389825Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.448737544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a96830-69dc-4d5d-918d-5d675d6dc7f2\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:30:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.448753635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.450855703Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.451704266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.451980234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.454691709Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.454966126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.45692494Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.45693482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.457192167Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5ed8556-4cb2-4286-a73a-9358cbb87ed2\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:30:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.457208948Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.458813852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.460690164Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.460703475Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.460710665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.460946801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.466249528Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.46668955Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.480371817Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"94.017365ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.483645297Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.483674348Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.484008507Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c81e8d04-5553-4448-b8d5-5fc4104a7d18\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:30:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.484026678Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.485367355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.492978265Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"106.567301ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.503026362Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"116.533036ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.508871103Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.508898104Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.508911534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"122.549521ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.515401683Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.515818035Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.51744981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"130.987764ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.571649076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.571971665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.631007114Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.631307472Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.665688481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.665933727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf01418b-ce78-4622-94fe-e02a08f81dbd\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:30:28 GMT\"} })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.66676677Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.666782371Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.667155461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94786ec8-eb81-4efa-8c3e-f04bc3310bc1\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:30:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.667175272Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.667417548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.667633305Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.66783132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.668668293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.669228609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":10,"elapsed":"283.061561ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.670188425Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.670203215Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.670339929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.671058479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":10,"elapsed":"284.764738ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.671757368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.673218659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.673226429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.673362963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.684599643Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.684628714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.684812948Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e8047cb1-305d-4a37-a9a7-de64ce9f3ce6\", \"date\": \"Fri, 20 Dec 2024 22:30:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.684825499Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.685026625Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.686703411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.686872435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.689798886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.690068173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.69429145Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.694307541Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.694572578Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"59c7ba83-f97e-40fa-81ee-7360b696168e\", \"date\": \"Fri, 20 Dec 2024 22:30:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.69608702Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":11,"elapsed":"309.694676ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.715886466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.716258616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"481eb42e-2327-4dcd-9bca-fd4fefde1a9a\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:30:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.716282927Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.716291137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.716297527Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.718449457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":10,"elapsed":"332.203388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.743714354Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.744237808Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.746495331Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.746510401Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.746727857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.75879735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.759075068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2223dcc-1f5c-452c-8ff1-83863115e142\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:30:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759097569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759110569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759363056Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759375296Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759382186Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759389626Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759396617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759403877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759555181Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759564602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.759803578Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.759812928Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.760105666Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.761507245Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.761616008Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa8a7246-258e-49f8-927b-e715014526d9\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:30:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.761627718Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.761722831Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5814b52-2352-4417-bf2d-3e86a4bcb099\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:30:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.761737481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.761748202Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.856864687Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4ea492c3-29dd-422b-9f5b-13bb47ced7db\", \"date\": \"Fri, 20 Dec 2024 22:30:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:29.856890127Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.856900388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.857455223Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291ca0d9-1cb8-4a4e-ad76-d8b5517db0d5\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:30:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.857514434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.857780112Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.861066563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.861282269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.864555749Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.86494863Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.866897113Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.86713132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:29.874400291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":10,"elapsed":"488.14354ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:30.330871097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"ce9884cb-a522-4e40-ac0a-05f31e464f17","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1080,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.385981652Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.386052444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.386070845Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.386085155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.386580889Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.386607399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.388527452Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.390899628Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.390924029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.391058132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.393448278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.393721996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.395626959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.397933692Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.397947632Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.398081976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.407865366Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.407888667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":29,"elapsed":"21.928545ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.429090172Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.429354599Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:39.468054447Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"82.062215ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:40.331519395Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"757b0640-e29e-496d-984b-504f81b70a9d","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1110,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.385841408Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.38589165Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.38590094Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.38590855Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.38627017Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.38628453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.388130912Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.388358158Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.388968795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.3913507Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.391361461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.391515845Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.393739876Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.393957032Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.395543576Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.39785063Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.39786124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.397997954Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.405568163Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.405587773Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":30,"elapsed":"19.759925ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:49.435519269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"49.667891ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:50.320610734Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:53184"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:50.320738957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"c585e19c-61f5-451a-b77e-27c4d3a63146","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:50.321099447Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"c585e19c-61f5-451a-b77e-27c4d3a63146","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:50.323813082Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"c585e19c-61f5-451a-b77e-27c4d3a63146","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3127,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:50.324013768Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"622f4755-8eb4-4053-896f-36cdbfa6e493","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:50.324289375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"622f4755-8eb4-4053-896f-36cdbfa6e493","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:50.326247729Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"622f4755-8eb4-4053-896f-36cdbfa6e493","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2269,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:50.331492434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"c33f60e4-7a0c-4dc8-8d2b-3bbb50352996","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1159,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.384636895Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.384687326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.384697857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.384705997Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.384713657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385058787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385269792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6b172144-6fe3-403a-b88e-6be93db6788c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e1e925bb-4266-49d2-b532-0f79860badbb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1006, tv_nsec: 997742364 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385379665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385388365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385394916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385402346Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":31,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.385409676Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385417246Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385423977Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385431097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385437837Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385444247Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385450517Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385457478Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385463538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385469358Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385475558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385482238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385488278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385495859Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385503359Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385510699Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385517319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385524589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385532129Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.38553893Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.38554721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.38555373Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.38556141Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.38556815Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385574761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385582481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385589471Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:30:59.385596761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385604582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385611012Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":6,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385618412Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\"}","iteration":7,"elapsed":"13.97µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385626842Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385633892Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385640403Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385647183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385653293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385659483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.385665843Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385671963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385678893Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385685244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385692234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.385698394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-20 22:20:59.385628612 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385704584Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385710534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385848618Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385880529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385968552Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.385991012Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386007493Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386025103Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386037363Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386047574Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386057314Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386066944Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386075075Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386110516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386124236Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386133726Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386143126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386154097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386163087Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":7,"elapsed":"1.479331ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386173727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386183447Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386192898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386202368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bcf7579-f08c-458a-b8fa-486beafab77e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1006, tv_nsec: 998656599 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386216808Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386480376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386497376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386505886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386513316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386520257Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386527437Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386533947Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386540967Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386547288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386554218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386560918Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386566938Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386601669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386613189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"983.307µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386796174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386807055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386815685Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386823575Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386831785Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.386840056Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.38808016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.388332287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.388592394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.38916401Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.389595982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"3.97788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.389739405Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.389790997Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.391262178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.391272658Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.391465773Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.391942236Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.391953677Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.392140072Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.392403219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.39241495Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.392576154Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.392636656Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.392646156Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.39279464Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.393376596Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.393389336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.393396446Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.393547911Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.394168278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.394729143Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.394862877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.39496155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.395896306Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.395913616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.39606822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.396510932Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1007, tv_nsec: 8985144 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.396843142Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.397188011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.397199531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.397352726Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.398257041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-20 22:20:59.385628612 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.398268891Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"expiration\":\"2024-12-20T22:20:59.385628612Z\",\"pruned\":[]}","iteration":6,"elapsed":"12.634759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.399120975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.400970535Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.400992586Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.401169021Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.402114757Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.402368344Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.40330501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1007, tv_nsec: 15776352 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.403628649Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.40364844Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.40365737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"17.150023ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.40367665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.405409878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"18.86038ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.407150396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.407554067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.407721262Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.407968739Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.40910225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1007, tv_nsec: 21574792 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.409434169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.409990515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.410358085Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.411078974Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.411564748Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.413500001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.4156317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.415660391Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.415820025Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.417488501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.421400029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.42142471Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.421643416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.424733701Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.425563094Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.448735824Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"63.256036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.451683395Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.452006484Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.455071248Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.455413788Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.459603514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.463881472Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.465505696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.465868197Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.466195295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.466665079Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.466679249Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.466686229Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.466692399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.466986587Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.470020981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.470039782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.470280368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.475949795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.47794356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"92.531114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.47796804Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.478415263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.479158063Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.479462482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.479478952Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.479488232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.479657787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.480800669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.481107237Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.481673863Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.484091619Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.484875831Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.486601869Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"100.061601ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.486627519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.48664246Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.486836835Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.487435332Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.490906297Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.490930918Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.491131434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.491670589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.491699509Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"106.245123ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.49171359Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.492047309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.492409399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.492688757Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.493419737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"106.885009ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.493861969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.49388831Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.49389866Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.49390785Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.494133766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.494693602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"108.181865ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.501302694Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.501324295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.501334275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"115.917829ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.502771465Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.502790736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.502797586Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.503102354Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.504963645Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.504986776Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":31,"elapsed":"119.498768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.515910267Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.516286217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.516626707Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.516783981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.516801091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.519982439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.52001123Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.520266457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.527148897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.532154195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.532624088Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.53923581Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"153.633199ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.541291627Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.541319568Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.541336168Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.541725349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.548002732Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.548344202Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.593633452Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.593693484Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.594018182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6530c3b-c298-48e9-9b30-ba412383ff91\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.594047763Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.59572408Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.655339985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.705834058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.705870439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.706135147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b8fb37-c931-4c67-86ab-7bfd6466d11b\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.706152427Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.707595017Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.718974401Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.719000431Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.719231618Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a401b39-528a-4862-a6c7-2e6bd17921c7\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.719244188Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.720518313Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.745850512Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.746263824Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2440d5c9-9c15-4f44-8e29-302eb847443c\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.746279304Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.748155176Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"bb663c4a-81a9-43e5-9fa7-33219600945c\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.748167626Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.749298258Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.749323468Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"363.81399ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.751352224Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":11,"elapsed":"365.740112ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.769832164Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.769857945Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.770292937Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69bfd484-e8a3-41d1-ba44-1f26fdf63039\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.770332308Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.770815511Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.771756297Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.772112507Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.773987569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.774691538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.774704479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.774880224Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":11,"elapsed":"389.472857ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.774986167Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.77581915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.77583939Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.776047096Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.776329153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.776342374Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.776535499Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.824366039Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"437.869554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.825065409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.825405788Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.82583209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.82584685Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.82585544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"440.426054ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.833552103Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.836201486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.836230857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.83635252Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.83637027Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.836763321Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.837123711Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19717ef9-74d8-4766-b66b-402e893363bf\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:30:58 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.838707215Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.838727875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.838911301Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.839094136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.839489396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.841673517Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-20T22:25:57.040586Z, time_modified: 2024-12-20T22:25:57.040586Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.841705978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]}},\"default_endpoint\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"456.188729ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.845794841Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.845821651Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.845835012Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:40.428768 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.845845752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2}","iteration":7,"elapsed":"460.279472ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.846040347Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":11,"elapsed":"460.656182ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.852202157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.852231178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.852247829Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.852470195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.854210243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.854233854Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.854499111Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"186e849b-24da-4256-88dc-6942b18bb16d\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.854514811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.85483747Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.857163184Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.857390601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.861639938Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.861892505Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:30:59.865142015Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.865160055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.865589297Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2ebcaf76-f3e4-4dcc-afd7-63d0ebffdddc\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.867274663Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":12,"elapsed":"481.669322ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.881552987Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.881939828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.885164487Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.885192048Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.885372013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.886786002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.887192553Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.888833038Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.889051284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.89034324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.892834549Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.893697003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.893717083Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.893933079Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.895545883Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.895561894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.895704638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.898232118Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.898249088Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.898262329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:39.700273 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.898272489Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1}","iteration":7,"elapsed":"513.614833ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.898416923Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.89869361Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.90050058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.900750707Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.902179907Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.902460484Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.907401741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.907691619Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.911131864Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.911404661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.913205941Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.913395026Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.915209536Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.918374533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.918398514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.918530998Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.920520233Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.920760949Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.922460676Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.922645271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.925038067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.925222353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.927341781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.927570597Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.928506853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.92874434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:30:59.929662565Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.929676776Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"544.099844ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.93018475Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.930364664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.931591098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.934838908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.934863739Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.934997212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.936240497Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.936423702Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.937764559Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:30:59.937930073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.047082545Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.047437455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74c01c51-a2f1-426f-9f07-936eb99808a0\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.047461486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.047471076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.047478896Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.048281158Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":11,"elapsed":"662.80862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.048444193Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.051922269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.05194769Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.052106864Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.056475605Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.056830594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.058913182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.059132198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.061270157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.061458882Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.063948681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.064224369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.066310716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.066510961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.067817197Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.068059354Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.069313629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.069522575Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.070824971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.073602387Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.074084701Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"435beac1-a1a3-44d4-b0af-4a37df7c6028\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.074096791Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.074229925Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.074242685Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.074400749Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.075797938Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.076063455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.076073985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"64bba62e-890f-466c-ada4-b3ccd09d3cd2\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.076083336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.076907759Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.077093153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.07805399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"63de8068-11b3-413c-8b62-07adb8438b80\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.078077181Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.078358679Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.079979243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.080024214Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"695.398ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.081735112Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.081750692Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.081890216Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.089155146Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 7db65b4a-d789-43c3-984f-c485a4e2a375, kind: Service { id: c08fb79e-9df2-49bb-be41-3925df103e75 }, name: Name(\"nexus-c08fb79e-9df2-49bb-be41-3925df103e75\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b363f91f-4d69-4910-94ae-1db154f74729, kind: Service { id: 6f9920e4-f78b-446d-a886-f757caf64a7f }, name: Name(\"nexus-6f9920e4-f78b-446d-a886-f757caf64a7f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 70])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d90729b8-5bad-445f-b9c0-90b3d17d83cf, kind: Service { id: d53e973e-73fc-4117-a9f7-47305be7e74c }, name: Name(\"nexus-d53e973e-73fc-4117-a9f7-47305be7e74c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 753bd9a0-35c0-4591-b136-cfc90d2d7d2f, kind: Service { id: c65750e1-e505-4d05-b242-145c69974016 }, name: Name(\"external-dns-c65750e1-e505-4d05-b242-145c69974016\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 217])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c5f51553-50ea-408f-ac16-b1e53e3102de, kind: Service { id: 9bcf7579-f08c-458a-b8fa-486beafab77e }, name: Name(\"external-dns-9bcf7579-f08c-458a-b8fa-486beafab77e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 93])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.089185767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.089428794Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.090936676Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.09254952Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.09256328Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.092705444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.09470199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.094760411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 753bd9a0-35c0-4591-b136-cfc90d2d7d2f, kind: Service { id: c65750e1-e505-4d05-b242-145c69974016 }, name: Name(\"external-dns-c65750e1-e505-4d05-b242-145c69974016\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 217])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c5f51553-50ea-408f-ac16-b1e53e3102de, kind: Service { id: 9bcf7579-f08c-458a-b8fa-486beafab77e }, name: Name(\"external-dns-9bcf7579-f08c-458a-b8fa-486beafab77e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 93])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 7db65b4a-d789-43c3-984f-c485a4e2a375, kind: Service { id: c08fb79e-9df2-49bb-be41-3925df103e75 }, name: Name(\"nexus-c08fb79e-9df2-49bb-be41-3925df103e75\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b363f91f-4d69-4910-94ae-1db154f74729, kind: Service { id: 6f9920e4-f78b-446d-a886-f757caf64a7f }, name: Name(\"nexus-6f9920e4-f78b-446d-a886-f757caf64a7f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 70])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d90729b8-5bad-445f-b9c0-90b3d17d83cf, kind: Service { id: d53e973e-73fc-4117-a9f7-47305be7e74c }, name: Name(\"nexus-d53e973e-73fc-4117-a9f7-47305be7e74c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.094779662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.108921502Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.109253651Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.111303058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.111315508Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.111471762Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.120608434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.120888362Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bf73679-b1f3-4f89-ab42-e66690babbc0\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.120918153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.120930303Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.12117866Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.121189281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.121197251Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.121205341Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.121213761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.121221151Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.121391736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.121401246Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.121662303Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.121693984Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.121856869Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.124039729Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.124170753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8180322-e589-475b-a25f-622b0f726d77\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.124187703Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.124301026Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec045d26-4417-425d-aba9-80d5faec3994\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.124314947Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.124326557Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.251163147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","vpc_to_sled":"[Sled { identity: SledIdentity { id: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, time_created: 2024-12-20T22:26:35.129481Z, time_modified: 2024-12-20T22:26:35.129481Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.251219739Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.251229589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.251490176Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.253979985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.254187641Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.255735334Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.258307465Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.265887874Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bbf0b4be-d5f9-475c-9f01-9e54e369c170\", \"date\": \"Fri, 20 Dec 2024 22:30:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.265913164Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.265924165Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.266519501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c9e0bc4-3415-4378-9048-0f5ac11a3179\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:31:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.266563412Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.26683773Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.270785349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.271005305Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.274063129Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.274412229Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.276555328Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.276760264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.283746476Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":11,"elapsed":"898.31551ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.289070563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.28965139Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"6fd25133-f06e-41b6-955b-667ff431932e\", \"date\": \"Fri, 20 Dec 2024 22:31:00 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.290993076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.291003237Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","elapsed":"905.438886ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:00.291011577Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":2,"elapsed":"905.454757ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:00.331227447Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"645cd2f7-7581-49ee-bee7-7aec06faa1e6","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1093,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.386177698Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.38625477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.38627476Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.386288771Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.386680221Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.386772184Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.38878331Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.391164655Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.391178205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.39132754Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.393451718Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.393669264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.395156895Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.397569902Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.397588602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.397721306Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.409873892Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.409894692Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":32,"elapsed":"23.747705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.429207645Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.429462222Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:09.473287791Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"87.099314ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:10.331764702Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"e691a595-4619-4664-bf87-7afa2c653853","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1679,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:11.943688325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:38501"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:11.943833929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1f9856b2-6a93-4904-9bc1-d153d7a5d43f","remote_addr":"[fd00:1122:3344:101::2]:38501","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:11.944343123Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1f9856b2-6a93-4904-9bc1-d153d7a5d43f","remote_addr":"[fd00:1122:3344:101::2]:38501","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:11.993995243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"63c04eec-6f2a-4bb5-b3c5-4ec7963a2212"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:11.994035664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"1f9856b2-6a93-4904-9bc1-d153d7a5d43f","remote_addr":"[fd00:1122:3344:101::2]:38501","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50281,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:12.153277599Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:47310"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:12.153382831Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ade3429c-cd9d-49a1-af19-bd78259c06ef","remote_addr":"[fd00:1122:3344:101::2]:47310","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:12.153731221Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ade3429c-cd9d-49a1-af19-bd78259c06ef","remote_addr":"[fd00:1122:3344:101::2]:47310","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:12.202564699Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"436d38e5-8494-4cf1-860f-5150503e0550"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:12.20258992Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"ade3429c-cd9d-49a1-af19-bd78259c06ef","remote_addr":"[fd00:1122:3344:101::2]:47310","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49272,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:13.361249244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:60589"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:13.361351687Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6ae599f2-5d05-468f-9108-69d40041f6d6","remote_addr":"[fd00:1122:3344:101::2]:60589","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:13.361681306Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6ae599f2-5d05-468f-9108-69d40041f6d6","remote_addr":"[fd00:1122:3344:101::2]:60589","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:13.418875534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"1b259a02-5b07-4d40-801f-a3be14e66867"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:13.418903785Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"6ae599f2-5d05-468f-9108-69d40041f6d6","remote_addr":"[fd00:1122:3344:101::2]:60589","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57621,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.386037164Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.386091716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.386102396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.386109637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.386389384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.386404425Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.387591827Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.38839434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.388749479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.389952803Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"3.919538ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.390035885Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.390052585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.390187729Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.391618138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.391780583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.393030257Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.395261649Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.39528076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.395406483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.40470174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:19.404731011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":33,"elapsed":"18.699416ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:20.331136145Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"8e75e514-0e8a-44db-aa24-8887d054ca1e","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1057,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:23.280866577Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60838"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:23.281071442Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"84f72687-2479-4bbc-9884-e9dfe18ba564","remote_addr":"[fd00:1122:3344:101::1]:60838","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:23.281406841Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"84f72687-2479-4bbc-9884-e9dfe18ba564","remote_addr":"[fd00:1122:3344:101::1]:60838","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:23.329998742Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"60382741-4b2a-4c29-94f6-25f67f5ab7e4"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:23.330030083Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"84f72687-2479-4bbc-9884-e9dfe18ba564","remote_addr":"[fd00:1122:3344:101::1]:60838","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49041,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386310873Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386394405Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386412596Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386426016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386440716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386453917Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386467607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386480638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386493848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386507118Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386520779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386534249Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386547059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.38655917Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.38657147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386587131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386599501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386611451Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386625181Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386636732Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386648152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386660302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386673373Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386686373Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386698414Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386710884Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386723874Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386735755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386747515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386759035Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386772126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386785026Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386798026Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386810177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.386823017Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387046483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387092585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387150696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387170497Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387232138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387250479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.38728975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.38730566Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387339741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387372252Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387404683Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387420994Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387447074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387467625Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387482825Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.387498026Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.38910661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.389707437Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.389976324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1037, tv_nsec: 2515296 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.390269222Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.390622592Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"4.32126ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.391190747Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.391207588Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.391375643Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.391393523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1037, tv_nsec: 3936855 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.391677051Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.391804995Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.391828075Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.391957329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.394376206Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.3945465Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.394630222Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.396880295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.396895815Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.397022219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.401044619Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.401319297Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.401343358Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.401553264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.410249213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.410276314Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"23.91948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.437154516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.437521706Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.440761295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.441017263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.443497201Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.443510102Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.443875061Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7cabe1d-88ab-43e0-943e-0006650a3b5f\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.443893912Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.445445795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.445707782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.445720812Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.445974939Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17be83aa-e1d6-484b-89d4-2775f8cb9cab\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.44599197Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.447605035Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.449888827Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.450875875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.450889195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.450895535Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.451276186Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.452089328Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.452444968Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.452682515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.45288334Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.45289509Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.453099416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.453699583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.453939399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.454433933Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.454444553Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.454599897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.454980908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.455215574Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.455228695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"68.648114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.456659444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.45686275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.457503577Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1037, tv_nsec: 70036949 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.457561029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.457867188Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.45976713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.459782431Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.459836882Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.459846942Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.459936725Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.459945525Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.460025347Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.460076529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.460097269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.466962659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.467420131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.469809597Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.47353672Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.473563761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.473573881Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.474200458Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.474372853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.477408407Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"90.867868ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.482388014Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"95.781933ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.491534847Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.491557947Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":34,"elapsed":"105.102331ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.508733401Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.51306486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.513092081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.513396269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.513899073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.513929364Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"127.272222ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.514190211Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.5155828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":12,"elapsed":"129.088971ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.516527296Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"130.13909ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.519308813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.519330583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.519338903Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.519610521Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.560265393Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.560620553Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77150319-3836-4ba6-9549-b6777f404f36\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.562449233Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.562849794Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.568790588Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.568822739Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.569145088Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"facd566b-c506-409b-a635-29cdcb6e4927\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.569174218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.570476065Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.571933155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":12,"elapsed":"185.592401ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.572539382Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"185.90934ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.581969562Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.581996602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.582008563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"195.515815ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.596905554Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.596931624Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.597366827Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e80de22c-d013-45c3-93a2-df3084b0a5e4\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.597405428Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.597914512Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.599090624Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":12,"elapsed":"212.802642ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.635411737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"249.042402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.643179561Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.643529981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.6630788Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.663110881Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.663389509Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f2186a07-cf7b-4b72-82a4-c16ffe973f92\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.663405809Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.663694737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.666204636Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.666555066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.669670962Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.66996461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.67613412Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.676159091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.676531431Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d5ef6068-4d6b-4b8a-9dfb-e195f318d910\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.679065641Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":13,"elapsed":"292.627405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.684539512Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.684902742Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.687184315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.687216266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.687510504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.696225585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.696535753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dbc40c6-4446-4da3-b74f-0403641924c2\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.696561244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.696571534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.696866162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.696876783Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.696883863Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.696891213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.696898293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.696905523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.697071848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.697081618Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.697317505Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.697326185Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.697544691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.69966501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.699892016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4260107e-2583-4616-9ae3-7f2fadc55c9b\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.699908766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.700009519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7f32ac5-57b7-4dc7-9c56-47ee190b470e\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.70002695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.70003762Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.701392157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.702991071Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.703005252Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.703170066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.704215695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.705917632Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.705934153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.706084437Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.739619992Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.792836781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3129bb98-4c58-46ee-a2a0-5010aec70e6c\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.792862612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.792872532Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.793413167Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f00da53-7785-4082-936b-de4117db4e19\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.793456078Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.7935244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a04fff09-3aa7-4a89-8281-9ad0bfac651b\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:31:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.793557681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.793567101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:29.793574511Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.793806068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.795847394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":12,"elapsed":"409.440659ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.797569281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.79788137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.800810251Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.801031197Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.803151875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.803469634Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:29.810254922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":12,"elapsed":"423.744033ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:30.255414907Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:49065"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:30.255525679Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"45c9dd7a-8867-422e-9fb2-13f9e473d593","remote_addr":"[fd00:1122:3344:101::1]:49065","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:30.255869969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"45c9dd7a-8867-422e-9fb2-13f9e473d593","remote_addr":"[fd00:1122:3344:101::1]:49065","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:30.266925564Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"6ec8a8ff-c081-4d29-bea2-e557ef0ce99c"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:30.266960055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"45c9dd7a-8867-422e-9fb2-13f9e473d593","remote_addr":"[fd00:1122:3344:101::1]:49065","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":11505,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:30.331062444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"f047d29d-8824-4447-9b20-300f1897fee1","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1065,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:37.466953857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:37670"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:37.46707818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f6825ff3-05f7-4c0a-a2d4-0764025d27d2","remote_addr":"[fd00:1122:3344:101::2]:37670","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:37.46744353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f6825ff3-05f7-4c0a-a2d4-0764025d27d2","remote_addr":"[fd00:1122:3344:101::2]:37670","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:37.517001007Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"55a99e44-91e8-43e1-9211-c4d9c50ff3a4"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:37.517045509Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"f6825ff3-05f7-4c0a-a2d4-0764025d27d2","remote_addr":"[fd00:1122:3344:101::2]:37670","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50028,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.385982324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.386045536Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.386062276Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.386076307Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.386524429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.38654544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.388950396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.39124778Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.39125787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.391406044Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.39380514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.394084848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.395714063Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.398107079Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.398120169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.398257673Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.413687799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.4137178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":35,"elapsed":"27.749866ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.42858694Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.428824617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:39.469669134Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"83.671099ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:40.331346203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"c7bb62b1-c9ec-4c9e-a13d-cd58be175e9d","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1183,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:41.63761417Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:41.637660001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:41.667957497Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:41.66807264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57963"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:41.668255416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae1c4824-6fff-49d8-9db1-81f4c2733f6c","remote_addr":"[fd00:1122:3344:101::b]:57963","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:41.668566284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae1c4824-6fff-49d8-9db1-81f4c2733f6c","remote_addr":"[fd00:1122:3344:101::b]:57963","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:41.715054677Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:41.715078388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"ae1c4824-6fff-49d8-9db1-81f4c2733f6c","remote_addr":"[fd00:1122:3344:101::b]:57963","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46889,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:41.71517488Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae1c4824-6fff-49d8-9db1-81f4c2733f6c\", \"content-length\": \"41\", \"date\": \"Fri, 20 Dec 2024 22:31:41 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:41.716779315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:41.716790825Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.385956984Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.386010295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.386019125Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.386026665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.386368235Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.38653627Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.388644148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.390949111Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.390960142Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.391102926Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.392747931Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.392950107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.394266263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.396585847Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.396604617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.396733291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.408391993Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.408411283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":36,"elapsed":"22.47689ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.428481207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.428709043Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:49.468694837Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"82.729803ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:50.331520467Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"9a086850-964c-4ac2-b65f-1822e1636a67","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1035,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385122641Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385202073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385222203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385237284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385250254Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385624665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385659266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385669956Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385679386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.385688436Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385698127Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385706657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385715277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385724457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385734258Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385742188Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385750808Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385759088Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385766378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385774849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385783239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385791169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385798999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.38580684Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.3858151Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.38582259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.3858308Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385839291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385847341Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385855171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385863991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385872192Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385880592Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385888302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385896512Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385905302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385913173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385921453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385929643Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.385937723Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385945523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385952724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385960284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385967324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385974614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385982144Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.385989645Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:31:59.385996925Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386005325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\"}","iteration":8,"elapsed":"11.091µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386014736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386023556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.386031856Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-20 22:21:59.385903552 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386039866Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386047366Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6b172144-6fe3-403a-b88e-6be93db6788c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e1e925bb-4266-49d2-b532-0f79860badbb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1066, tv_nsec: 998583768 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386063187Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386082397Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386195661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386271563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386283403Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386323744Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386339194Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386348675Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386356985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386367755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386379386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386392106Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386404206Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386415447Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386423767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386432427Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386440457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386447777Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386456488Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386466648Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386475278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386485058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386492909Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386503489Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386512819Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386522099Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.38653Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.38653986Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.38654956Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386558351Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bcf7579-f08c-458a-b8fa-486beafab77e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1066, tv_nsec: 999018600 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386573011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386582371Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386590131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386634893Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386648883Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386662853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":8,"elapsed":"1.531552ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386675934Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386689284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386707715Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386720855Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386733035Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386742645Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386755116Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386766246Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386882239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.38690671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"997.447µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.3869194Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.386930911Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.387035994Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.387046844Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.387168707Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.388562916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.38872323Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.389393119Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1067, tv_nsec: 1961631 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.389666126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.389897383Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.389948324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.390111909Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.390506619Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.797822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.390600902Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.391184418Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.392153045Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.392172905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.39235478Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.392983438Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.392997208Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.393156922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.393869892Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.394209162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.394233612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.394384587Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.394668934Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.394812098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.397142052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.397163793Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.397262116Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.397272706Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.397342238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.397444851Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.397459281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.397467052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.397613805Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.399637171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1067, tv_nsec: 12204093 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.39994676Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.401061811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-20 22:21:59.385903552 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.401086991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"expiration\":\"2024-12-20T22:21:59.385903552Z\",\"pruned\":[]}","iteration":7,"elapsed":"15.163149ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.404692381Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"18.352226ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.410137081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.413187865Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.413254747Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.413323879Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.417235877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.421795473Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.423254553Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.423285884Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.423297294Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.423307074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.423693035Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.470021474Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.472137472Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.472177583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.472186034Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.472357218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.472534663Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.473936432Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.47422979Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.4742538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.474386104Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"88.04163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.475602648Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.475953207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.476553854Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.476568975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.476577555Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.47679061Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.477074368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.477098789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.477369077Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.477422088Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.477438118Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.477446849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"91.096224ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.477550671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"91.838414ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.477605303Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.479442074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.479463894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.479618959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.479632439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.480208515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.480957556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"94.607941ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.48183259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.481939283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.481953133Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.48219401Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.48222606Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.482620222Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.482636602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.482778506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.483902097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.484123023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.485773898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1067, tv_nsec: 98331420 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.485929993Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.486068826Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.486250031Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.487183857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.487200138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.487363462Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.487739213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.487817205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.487913988Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.48799505Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.489735548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.489765119Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.489849981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.491021813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.49197192Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.49199174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.49200253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"106.352444ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.492946916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.492973867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"107.2703ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.493055349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.49307904Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.493239964Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.493311126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.493511122Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.493883862Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.494970642Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.494989123Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.495121867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.496921576Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"111.144737ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.498437968Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.501258356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.501279386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.501454251Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.504642209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.504898916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.506695025Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.506917501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.508621478Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.51159183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.511617081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.511905899Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.521054982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":13,"elapsed":"135.306314ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.533553246Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.533612138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.53440976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc8c0a7-8bf4-4657-be94-6d10cbed6ef1\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.534456511Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.537389772Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.546651258Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.546995937Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.548045006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.549034464Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.549060724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.549070375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.549079365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.549484576Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.551193913Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.552124759Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.55214852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.552471609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.553343433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"167.521203ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.55616333Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.556193641Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.556424318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.560545181Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.560580212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.560597063Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.560911481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.562576107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.562624629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.562639669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.562828174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.566423323Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.566798314Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.572644985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"186.281441ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.585431838Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.585481789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.58586282Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6532081f-cf3d-4bb4-aabb-5226563fc68f\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.585892741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.586853127Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.587277409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.587726281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.591171046Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.59890972Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.598948021Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.599232899Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.599329191Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.599352952Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":37,"elapsed":"213.633125ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.636077466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.63658796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.638007699Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.640668162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.640693063Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.641112985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ebdaba2-77a9-49c3-bc4d-04a05df49044\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.641136845Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.642697478Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.642726899Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.643000497Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.643392838Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.644375735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.645231848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.645262589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.645273559Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:40.428768 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.64528332Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2}","iteration":8,"elapsed":"259.570732ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.655179823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.655209724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.655223164Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.655513502Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.657939939Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.658905746Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.658925906Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.658935556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"273.080966ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.661055475Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.661078196Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.661253811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.662421953Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"276.080458ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.664884751Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.664911781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.664923182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:39.700273 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.664933842Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1}","iteration":8,"elapsed":"279.788341ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.676880642Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-20T22:25:57.040586Z, time_modified: 2024-12-20T22:25:57.040586Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.676935273Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]}},\"default_endpoint\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"291.039291ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.725121763Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.725465332Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7c2000-ef88-42a6-9472-e27bc0c0d719\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.726803429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.727144919Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.732718533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"346.929753ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:31:59.738447571Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.738474902Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"352.662992ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.761557179Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.770605468Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":13,"elapsed":"384.938033ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.79602039Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.79603994Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.796445291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"348b7046-d54a-4c4c-bd5b-91c6ea59d558\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.796471022Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.796807091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.79856378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":13,"elapsed":"412.949715ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.804478483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.804869654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.806496219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.808094693Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.808107623Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.808259647Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.855550653Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.8561943Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.856210661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.856437777Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a9ac399a-c317-4252-8849-626370e62099\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.856450747Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.856705044Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.857243699Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.857252179Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.857394153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.85908177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.859328537Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.862178585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.862372931Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.866186566Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.866197716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.86667758Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7567f6ee-e0fa-4f2c-94f8-04c5b2368d3d\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.868784058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":14,"elapsed":"482.955667ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.97212549Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.97252347Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9389e07a-3026-4212-be04-260edacdb15f\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.972540261Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.97397267Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"224ab3dc-f377-4104-afde-8ce7feac8d9c\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.973983791Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:31:59.975277226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:31:59.975287357Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"589.542678ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.048512447Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.048811436Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"437429de-8b78-4bbc-b37a-3d4dffa74c01\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.048837807Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.048846687Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.048854077Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.050313117Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":13,"elapsed":"664.608901ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.052843187Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.174597897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.17506492Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"85f9aee5-aebd-48f1-a838-f2d56e282a8b\", \"date\": \"Fri, 20 Dec 2024 22:32:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.175084491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.176583812Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8ac45da0-2eda-481b-8479-7002edcc4e9e\", \"date\": \"Fri, 20 Dec 2024 22:32:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.176598322Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.178295849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d84cdb6a-dbfd-4527-af5e-7662305aad5a\", \"date\": \"Fri, 20 Dec 2024 22:32:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.178306929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.18015221Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.180190411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"795.096801ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.189665983Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.190060174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.192189532Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.192211563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.192385028Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.201306584Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.201569501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d2a2940-f533-4fe5-95fd-b7c321bff446\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.201595622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.201635563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.20188993Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.201901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.201909831Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.201917951Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.201925471Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.201933001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.202113066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.202122957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.202361493Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.202369624Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.202764494Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.204155953Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.204267736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d47a3d-bf52-499c-b8e9-e159746afb61\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.204277496Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.204393999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78a478df-0953-4a8f-8886-338d9ea43aa2\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:32:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.20440885Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.20441852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.330949302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"9bad2ccc-1ceb-4d04-92e0-f0ed4e060a97","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1069,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.331100146Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"506820c4-60b8-4451-9635-ed02f2cf64bc\", \"date\": \"Fri, 20 Dec 2024 22:31:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:00.331115206Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.331122557Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.331513637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1de90ca5-18bf-4227-a39d-825aaa0445e3\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:32:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.331547448Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.331799575Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.334697765Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.334932072Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.337379669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.337716159Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.339795226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.340016322Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:00.347253402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":13,"elapsed":"961.612556ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:05.32036909Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"6f3129d3-280d-4054-a87a-e5e26a817b4c","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:05.320683269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"6f3129d3-280d-4054-a87a-e5e26a817b4c","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:05.322819477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"6f3129d3-280d-4054-a87a-e5e26a817b4c","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2525,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:05.323100725Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"15d9953d-3223-4593-bcd2-4b87223c1e30","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:05.323455955Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"15d9953d-3223-4593-bcd2-4b87223c1e30","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:05.325848941Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"15d9953d-3223-4593-bcd2-4b87223c1e30","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2809,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.385605664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.385680386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.385697896Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.385711007Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.386201041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.386243862Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.430105012Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.430510293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.437070314Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.439546433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.439569023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.439724318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.441427134Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.44161278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.443190213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.445483877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.445493917Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.44562764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.458128075Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.458159886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":38,"elapsed":"72.562712ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:09.473190961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"87.570737ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:10.331553818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"42e62d31-2546-4c48-b653-f548b5055325","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1123,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.38580381Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.385857401Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.385867632Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.385876052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.386204991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.386217361Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.387830676Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.388051592Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.388063312Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.390380266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.390420467Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.39052613Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.392662209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.393091491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.39523099Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.398309915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.398339706Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.398512881Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.411061937Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.411088968Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":39,"elapsed":"25.292138ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:19.435679736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"49.864187ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:20.320238016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"f8838505-2a69-4163-a63f-1dab590dae13","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:20.320541565Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"f8838505-2a69-4163-a63f-1dab590dae13","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:20.32291503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"f8838505-2a69-4163-a63f-1dab590dae13","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2742,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:20.323157017Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"a36e0ef5-04a3-422d-a8a6-3580b4639bb3","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:20.323493806Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"a36e0ef5-04a3-422d-a8a6-3580b4639bb3","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:20.324980317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"a36e0ef5-04a3-422d-a8a6-3580b4639bb3","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1886,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:20.331448735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"37e41ff6-5e52-41dc-89d2-138c6e9c9823","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.385932593Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386011265Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386028336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386041266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386055387Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386067987Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386081117Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386094128Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386107178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386118868Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386131579Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386144369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.38615698Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.38616957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.38618189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.38619343Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386204771Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386217521Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386229062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386240822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386252182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386264843Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386279023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.386292003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386305144Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386317114Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386328554Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386575441Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386681514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386701415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386716685Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386732845Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386747076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386762586Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386777967Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386792037Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386806347Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386824348Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386843319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386861439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.38688006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.38689753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.38691262Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386929971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386947261Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386978792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.386995353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.387133916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.387173628Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.387183398Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.387238809Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.388523915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.388892165Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1097, tv_nsec: 1455057 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.389219874Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.389899553Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.390198811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1097, tv_nsec: 2778213 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.390216261Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.276708ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.390224662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.390232692Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.390377246Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.390492869Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.390558411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.39090318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.392042712Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.392905426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.392915816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.393183863Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.393366439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.393375209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.393591545Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.395425835Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.395482107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.395494477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.395509098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.395518578Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.395531768Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.397519963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.397711658Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.399489068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"12.761702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.401809961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.40211764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.402139821Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.402405888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.402766838Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.402789239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1097, tv_nsec: 15341180 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.403034885Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.403552749Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.403832167Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.40463617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.40465346Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.404798084Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.441546298Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.441842976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.447123582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.447151013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.447162153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.447366529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.451114132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.452223883Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.4525046Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.452678765Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.453044725Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.453648122Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.453663032Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.453804846Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.457670253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"70.970989ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.459320499Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.459342569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"73.321484ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.459981397Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"73.987712ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.462921338Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"76.201603ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.473047097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.474711673Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.474729284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.474859637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.484337159Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.48436735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.484688209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f55d1e-d81a-44e0-b61f-7aeb114cee2a\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.484718209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.486052506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.489406259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.489425419Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.489668406Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9103aee-bb27-4b60-9feb-0232a78344e2\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.489685626Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.491953839Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.554526275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.55505625Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.628547038Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.628577719Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.628825276Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3808945c-7207-4e99-aadd-44ad00560538\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.628840486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.629463283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.629722961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d336a0b2-20e9-4683-9d5d-2cd8980e18ef\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:32:28 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.630124392Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.630754009Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.631020266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.636193319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":14,"elapsed":"250.148973ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.641323951Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.641337941Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.641749562Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb1d570-2df8-492d-9084-f1e04a347f19\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.641784633Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.642185914Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.644275892Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.644692824Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.645770053Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.646084022Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.647352927Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":14,"elapsed":"261.442704ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.70181303Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.704590537Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.704623897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.704767781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.706581342Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":14,"elapsed":"320.500634ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.712573367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.713661467Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"327.604411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.713708798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.713948885Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.715053575Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.715078656Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.715199469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.724532277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.724558688Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.724566218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.724779014Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.733037262Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.733076613Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":40,"elapsed":"346.890722ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.746555855Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.746586066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.746897794Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d6011237-f08c-40f2-bea8-571b4facc07c\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.746917355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.747308655Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.749831535Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.750092092Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.751419369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.751783799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.753068285Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.753083205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.753599189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.753709502Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.75399478Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.757760614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.757775244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.758252688Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8730c1b2-7791-467d-b1aa-24886151201f\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.7634255Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":15,"elapsed":"377.274831ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.769017245Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"382.337921ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.769477227Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.769793496Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d70c8f5-2564-4869-a848-fc0e401e857f\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.769818137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.769827297Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.770122885Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.770131915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.770138296Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.770145456Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.770151606Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.770157806Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.770328131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.770337281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.770466485Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.770477285Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.770787183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.772689286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.772833Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e78b436-3ebf-42e3-97e9-38fe1b93f8ba\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.77285004Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.772962723Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f68c89-7bdd-4265-beb2-4693988009fb\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.772985674Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.772999315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.779023901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.779034931Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.779043681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"393.074827ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.806199921Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.806488969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.810789357Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"424.679179ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.851056409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.852785386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.852800317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.852973051Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.854616127Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.856284123Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.856293243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.856450097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.87973416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d2e75b19-7bc6-40af-8850-e66b85063688\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.879763351Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.879773691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.880296256Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82bd7720-e9e2-4a11-9318-166aa9b3d1f1\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.880333497Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.880544592Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.884338287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.884615375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.887967607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.888237225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.890272481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.890454606Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.896513873Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":14,"elapsed":"510.514888ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.970639189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.971237435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98ab05fa-ff90-445b-b4ce-28c6d9c95f7d\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:32:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.971266006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.971278216Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:29.971287147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:29.973452786Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":14,"elapsed":"587.325788ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:30.331387274Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"a93adc7e-e362-4e79-ba7c-7ce7993c4644","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1022,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:35.320788081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"b7237e8d-3560-411b-93af-35af16fab578","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:35.32108752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"b7237e8d-3560-411b-93af-35af16fab578","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:35.323327602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"b7237e8d-3560-411b-93af-35af16fab578","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2607,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:35.32362453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"f3aa4b61-bf76-4922-a632-3fe1528375e9","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:35.32400635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"f3aa4b61-bf76-4922-a632-3fe1528375e9","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:35.326003795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"f3aa4b61-bf76-4922-a632-3fe1528375e9","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2462,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.385340627Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.385400008Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.385413309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.385422839Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.385744538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.385759958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.430193704Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.430479243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.431766958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.432236081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"46.881013ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.434313298Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.434330029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.434498723Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.43656544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.436751776Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.438204426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.440411406Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.440424007Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.440565481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.452830909Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:39.45285852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":41,"elapsed":"67.528353ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:40.331283911Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"1a8d12fe-b708-410b-bbe6-23944506ad9e","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1093,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.385570183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.385620905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.385630435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.385638335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.385949754Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.385971094Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.387577189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.388253767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.388614477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.389990005Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.390009126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.39016068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.392276578Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.392451203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.394006846Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.396222867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.396237168Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.396372291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.406671275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.406693186Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":42,"elapsed":"21.143144ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:49.432086717Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"46.508673ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:50.330976583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"3565ed24-1233-4ed7-9cc3-5a7ed48e8902","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1162,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.384651528Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.384701949Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.384711789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.384719009Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.3847258Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385050569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385238934Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6b172144-6fe3-403a-b88e-6be93db6788c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e1e925bb-4266-49d2-b532-0f79860badbb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1126, tv_nsec: 997801396 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385325516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385338077Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.385347737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385356357Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385364397Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385372238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385379368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385387618Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385399918Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:32:59.385418679Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385433459Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385446269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\"}","iteration":9,"elapsed":"8.39µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.38545993Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.38547198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385483851Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.385496061Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-20 22:22:59.385380708 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385508681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385520372Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385532892Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385546522Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385558743Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385570063Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385581823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385594044Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385608244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385620194Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385631655Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385643495Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385654825Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385666926Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385679536Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385691906Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.385703937Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385715947Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385727697Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385739748Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385752138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385765768Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385778529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385791639Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.38580367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.38582977Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385841411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385852271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385862411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385872761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385882932Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385893082Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385905312Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.385916362Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386020085Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386043756Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bcf7579-f08c-458a-b8fa-486beafab77e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1126, tv_nsec: 998577437 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386059606Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386067917Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386076387Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386084887Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386091657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386099828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386108748Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386116958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386124258Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386134879Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386143019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"1.44772ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386152529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386161019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386169669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386395696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386418476Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386428627Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386445677Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386466738Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386475238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386482038Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386489068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386495209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386501449Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386507279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386514119Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386563271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386574621Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.206713ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386722115Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386732845Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386741645Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386750276Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386757226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.386765466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.388907995Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.388931866Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.389118471Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.389298496Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.389502452Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.147274ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.390945301Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1127, tv_nsec: 3513893 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.391149187Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.391172498Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.391198388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.391354153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.391381023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.391395594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.391544828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.391567889Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-20 22:22:59.385380708 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.391577069Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"expiration\":\"2024-12-20T22:22:59.385380708Z\",\"pruned\":[]}","iteration":8,"elapsed":"6.201492ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.398173411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.399130817Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.399156878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1127, tv_nsec: 11703399 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.399429966Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.399451156Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.400515505Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.400542356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.400762802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.410609024Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"24.190077ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.418243735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.418602264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.457523979Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.45756552Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.45757707Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"71.122383ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.457998062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.458551517Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.459194505Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.460405788Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.460437519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.460560433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.460760018Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.460779588Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.461009335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.463099763Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.468159762Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.468307986Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.470201139Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.470224939Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.470426665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.471253188Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.471507304Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.471542816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"85.118939ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.47170146Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.47172289Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.471865554Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.471881455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.471890665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.471915956Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.47241888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.475589057Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1127, tv_nsec: 88147289 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.475914236Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.48002259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.48005204Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"94.59833ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.480066591Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.48041909Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.480791041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.481097929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.482092787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.482117027Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.482252231Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.482276862Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.482444396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.483333051Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.483714901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.484345859Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"97.889771ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.48437283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.48438413Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.48439619Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"99.040363ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.485617024Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.485636074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.485953203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.487519137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"102.17001ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.487676461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.487944278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.488165404Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.488471443Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.488571486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.491786564Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.49489198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.49778633Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.497817061Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.498039307Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.500122094Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"113.713148ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.503039315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.50324832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.503429865Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.503649211Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.515358314Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.515639922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.519021095Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.519365435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.520889047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.524899728Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.524943959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.525266058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.525290738Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.528214699Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":15,"elapsed":"142.828931ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.53223903Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.546901355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.547006378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.547024918Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.547035999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.547050369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.547562353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.547590234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.550011751Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.551371558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.551405609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.551837461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd52e15e-836a-4d0c-b2ec-ef53e5c6d2bf\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.551870792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.554053322Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.554081253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.554488604Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae2e012-081c-4514-99db-ebf98c7bc000\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.554518905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.554543126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.555165283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.555196074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.555717518Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.55794713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.573014135Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.573072467Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.573083857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.573092978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.574455415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.574498816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"189.032556ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.574518737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.577121579Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.577675534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.578153157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.579682709Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.57971617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.579731551Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.580182233Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.580333987Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.582707183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.582736294Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.582813096Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.582830816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.583012231Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.583151655Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.583278209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.583302329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.583501365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.585309275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"198.860058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.598275813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.601697437Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.601734538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.601984225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.615768165Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.615819227Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":43,"elapsed":"230.286964ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.622712867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.622748868Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.623263292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"260dcc29-6448-4756-8eaa-71e6b09262d2\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.623487078Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.626942094Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.663356138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.66341173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.66342998Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.663914884Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.666037192Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.670230668Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.670270109Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.670474805Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.672979644Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.673009045Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.673022905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:40.428768 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.673037816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2}","iteration":9,"elapsed":"287.444992ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.683021691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-20T22:25:57.040586Z, time_modified: 2024-12-20T22:25:57.040586Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.683073713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]}},\"default_endpoint\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"297.585672ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.687977018Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.68804309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.68805922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.68806916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.688366779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487bcc31-a638-42ed-ae5f-758a9e269e5d\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:32:58 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.688552094Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.69023622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.69058548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.69349796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":15,"elapsed":"308.161124ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.695471405Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.695495996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.695509566Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"310.093117ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.699058274Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"313.519392ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.700228776Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.701015918Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"eb7b05f1-ce7b-47cf-9da3-831d7b0ec540\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.701041838Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.703401974Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f1e770b5-f5cb-44e1-83f0-6465e7b4d294\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.703428924Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.70616582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.706194921Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"320.670469ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.740338403Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.741920067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":15,"elapsed":"356.343704ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.754538595Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.757845226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.757869857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.758043551Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.761885037Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.761916049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.761930459Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:39.700273 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.761943439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1}","iteration":9,"elapsed":"377.265981ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.772630074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.773044336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.775136883Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.777280813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.777308303Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.77755893Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.779831883Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.78154529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.781568801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.781733325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.785236072Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.785264953Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.785758636Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c1735dd-6b4f-4f20-9f1e-4264c009bb84\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.785788287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.786086836Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:32:59.790100426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.790127557Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"404.642486ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.838252775Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.838844592Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bc780e25-f8fa-40b2-9376-b71a54dd7ba5\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.838889263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.841574667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dd7740a0-6241-4e74-ac80-fe12b7373d83\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.841608958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.843562632Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"05b2ee05-2574-4f3b-b761-3cb847c002ff\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.843585552Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.845871795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.845924837Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"461.288359ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.857408634Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.857436205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.857723292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f5446eb6-b1db-49c4-9a6e-1ff6ddc29e83\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.857739553Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.858102463Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.859539012Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.859792579Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.863975095Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.864276603Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.867915894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.867943244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.868309434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c13e191e-8ed4-4841-a4db-c7c62ab6a025\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.871156753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":16,"elapsed":"485.659923ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.889461148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.889952552Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.892924764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.892954015Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.893216982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.907243789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.90765482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba205c5-7b2f-471d-9e23-b85e4e3073b3\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.907682261Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.907697181Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.908038451Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.908053291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.908062302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.908075492Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.908085182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.908095363Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.908296988Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.908313569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.908586976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.908604877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.908880574Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.927860338Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.928356252Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"672e794b-a6b5-4f3f-b362-86066dc44ee2\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.928384952Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.928396833Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.928407303Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.929528904Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":15,"elapsed":"544.035584ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.930720247Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.930882311Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba11a658-9fdb-48ce-bcdf-4bb2a4fb3f43\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.930902792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.931017195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ce2c281-940a-4f36-ae1a-00b40c81b6ec\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:32:59.931041426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:32:59.931056996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.068680074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c287fb6f-c724-4cf7-91a2-60816704f3cf\", \"date\": \"Fri, 20 Dec 2024 22:32:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:00.068741966Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.068760526Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.069421455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f1424bf-78c3-4768-b340-ad08051195c2\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:33:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.069466006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.069862437Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.074785592Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.075177753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.078466834Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.078836234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.081854618Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.082151646Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:00.091259547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":15,"elapsed":"705.842488ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:00.331572659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"1074679d-8c5c-4bf5-9b34-f5a571d74bb5","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1105,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.385650545Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.385732348Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.385752468Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.385766318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.386130439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.386152899Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.42749367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.42894947Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.429175976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.43001141Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.43002259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.430167244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.431997674Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.432181019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.454826424Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.457317243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.457335654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.457491138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.468037689Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.46806321Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":44,"elapsed":"82.432815ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:09.494311884Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"108.666729ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:10.331416394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"5d9f2fa6-2ec7-484c-bff3-de5922befa9c","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1207,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.385685236Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.385761868Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.385779909Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.385793309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.38618575Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.38620779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.388465523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.388651288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.388850334Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.390060657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"4.389142ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.391118736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.391130426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.39125933Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.392981568Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.393131341Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.394773957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.396893125Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.396903506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.397030999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.407977741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:19.407998792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":45,"elapsed":"22.344236ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:20.33124586Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"d4d32f90-8170-4684-9d40-14c0bb56b7f7","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1135,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385588384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385646605Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385659895Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385669036Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385678606Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385686086Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385694656Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385703277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385711367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385719797Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385727847Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385736517Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385744688Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385752578Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385760148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385767878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385776089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385783329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385790829Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385799029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385806739Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.38581543Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.38582514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.38583274Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.38584078Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385848701Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.385857251Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386011025Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386033906Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386042916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386148189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386158909Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.38617068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.3861807Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386213991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386223351Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386233201Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386242871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386251222Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386795057Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386806157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386813717Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386820367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386826958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386833868Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386840328Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.386847508Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.387005913Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.387061504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.387079855Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.387137096Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.387325212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.389043419Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.389065409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.389191583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.389266615Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1157, tv_nsec: 1827237 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.389572054Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.38979789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.390332584Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.753031ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.390504509Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1157, tv_nsec: 3066591 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.390788027Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.39161823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.39162861Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.3916377Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.391826006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.391835136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.392017301Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.392257597Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.39343783Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.393478871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.393489802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.393665136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.39598696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.395999851Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.396256838Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.3963151Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.39633429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.396474924Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.398034597Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.399047005Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"12.218987ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.400021532Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.400047163Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.400182466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.400988518Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"15.295862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.401380409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.401648307Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.401856733Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.402077568Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.402716156Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.403121667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.407541199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.40756417Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.407896629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.40791424Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"22.237244ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.408812945Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1157, tv_nsec: 21370886 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.409087362Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.409706739Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.40972521Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.409891164Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.409937516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.409947386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.4100901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.424046455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.424280631Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.426789541Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.427031597Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.428475487Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.430779531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.430794561Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.430952055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.431605923Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.431623624Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.431631334Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.431789568Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.432813257Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":16,"elapsed":"47.051478ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.444436697Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.444665434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.452173151Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.452334155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.452636934Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.452656714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.45287005Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.453890978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"67.084811ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.454869365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.454886226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.455055761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.470650891Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.470710162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":46,"elapsed":"84.916254ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.477463289Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.47749899Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.477816279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a46d3577-9deb-4206-99b2-be36e55392f2\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.477830589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.479845405Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.48330615Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.483327681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.483573597Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d7e6c70-8037-4090-bf28-478976d9a062\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.483591858Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.485445199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.492314909Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.49233903Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.49234752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.492736061Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.497308767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"111.60061ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.504029442Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.504043433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.504285259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8848c55e-8778-4828-b5e6-c0775fb3651f\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.50429978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.505452411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.508917306Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.509190674Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.511473047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"124.656259ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.552820148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.55287672Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.55288885Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"167.236995ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.56230402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"175.495633ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.575502764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"189.775096ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.580250835Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.580668667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.63552044Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.635568622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.63589732Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6b72d0d-8291-46a1-aed3-2e9fae5765e6\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.635924991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.636292491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.690657422Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":16,"elapsed":"305.006697ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.692245786Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.692274646Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.692545274Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"04461415-7b73-405a-9e6c-0e205d54eed1\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.692574985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.693038637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.695906457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.696193404Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.696234376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.696509633Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f500cab-46b5-4968-ba2e-434c75614a29\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.698469287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.698766986Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.699028883Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.699184767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.700613797Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":16,"elapsed":"315.042454ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.702375295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.702392616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.702813047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"829fe399-c368-4f6b-8128-344bf7aac807\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.704147054Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":17,"elapsed":"318.414807ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.737562816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.737856924Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.739017326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.739193521Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.739939312Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.739957182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.740147177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.74059302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.742124622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.742144723Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.742269606Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.746949195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.748609201Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.748629062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.748757365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.752981742Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.753350702Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efde889e-64db-4707-8f48-cb340b72ef77\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.753382793Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.753395213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.753731192Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.753742093Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.753750173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.753759853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.753767643Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.753775324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.753979799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.753990279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.754231836Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.754240786Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.754500744Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.756521189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.756645823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"524b274e-dd36-43a2-bcef-6b8578a0fd40\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.756659933Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.756754286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a4b4511-b319-47a8-9978-521bf1df802c\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.756769416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.756782107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.858091582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1616d851-de8d-46b1-9d00-c9ebbe654f52\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.858136624Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.858151124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.858414981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da9df252-2808-4d8b-8929-de0d3b071d0e\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.858450682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.858780601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.862156864Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.86236033Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.86597779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.866039772Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.86635108Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd591294-c692-4c15-a556-0cb406842367\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:33:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.866374491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.866384171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:29.866392461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.866401112Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.868714105Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":16,"elapsed":"483.05427ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.868758097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.868964263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:29.876089599Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":16,"elapsed":"490.471435ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:30.330914681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"d6e0be65-a424-44a8-ad52-1f16ef2cd9f1","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1189,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:35.320846302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"dfd55890-aada-4dbc-851d-a03b4d434e64","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:35.321200682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"dfd55890-aada-4dbc-851d-a03b4d434e64","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:35.324049721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"dfd55890-aada-4dbc-851d-a03b4d434e64","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3288,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:35.324340429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"d4e5d3a8-4ba8-4893-8003-e4d91633d8a0","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:35.324676228Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"d4e5d3a8-4ba8-4893-8003-e4d91633d8a0","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:35.326501209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"d4e5d3a8-4ba8-4893-8003-e4d91633d8a0","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2236,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.38619669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.386249782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.386260902Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.386269992Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.38653359Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.3865501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.388624987Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.389321047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.389683957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.390992053Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.391004583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.391146387Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.392947147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.393110381Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.394653894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.396827954Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.396842634Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.396971427Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.408242769Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.40827247Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":47,"elapsed":"22.08672ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:39.426146783Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"39.953942ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:40.331528037Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"74a37eab-25fd-4893-abc2-6c12acf4f437","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1098,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:42.029651538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:41415"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:42.029761021Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fa74504f-758d-4e67-aa68-0793da6f2e24","remote_addr":"[fd00:1122:3344:101::2]:41415","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:42.030178813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fa74504f-758d-4e67-aa68-0793da6f2e24","remote_addr":"[fd00:1122:3344:101::2]:41415","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:42.086300272Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"63c04eec-6f2a-4bb5-b3c5-4ec7963a2212"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:42.086331663Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"fa74504f-758d-4e67-aa68-0793da6f2e24","remote_addr":"[fd00:1122:3344:101::2]:41415","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56642,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:42.237627938Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:62615"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:42.237806173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"01535300-448d-458c-9a19-7e986845e07f","remote_addr":"[fd00:1122:3344:101::2]:62615","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:42.238279326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"01535300-448d-458c-9a19-7e986845e07f","remote_addr":"[fd00:1122:3344:101::2]:62615","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:42.292288046Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"436d38e5-8494-4cf1-860f-5150503e0550"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:42.292321457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"01535300-448d-458c-9a19-7e986845e07f","remote_addr":"[fd00:1122:3344:101::2]:62615","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54597,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:43.452448232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:51076"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:43.452590386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58cca676-9053-4ebb-972e-2bf5b95bd109","remote_addr":"[fd00:1122:3344:101::2]:51076","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:43.453048199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"58cca676-9053-4ebb-972e-2bf5b95bd109","remote_addr":"[fd00:1122:3344:101::2]:51076","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:43.502911835Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"1b259a02-5b07-4d40-801f-a3be14e66867"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:43.502945346Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"58cca676-9053-4ebb-972e-2bf5b95bd109","remote_addr":"[fd00:1122:3344:101::2]:51076","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50449,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.385805139Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.385887612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.385906852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.385920752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.386307823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.386403746Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.388594066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.390947941Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.390963441Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.391109316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.393392968Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.393649166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.394866659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.397289336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.397301666Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.397451951Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.408967508Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.408986919Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":48,"elapsed":"23.21195ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.433833575Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.434096172Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:49.479783033Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"93.959153ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:50.331189358Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"6b83a2fd-0f3f-40a6-aadd-e90b4075aac7","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1062,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:53.367396875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:59799"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:53.367551399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8bbef2c0-1a90-41e4-9c64-93f705fe6b8e","remote_addr":"[fd00:1122:3344:101::1]:59799","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:53.367884689Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8bbef2c0-1a90-41e4-9c64-93f705fe6b8e","remote_addr":"[fd00:1122:3344:101::1]:59799","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:53.415079561Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"60382741-4b2a-4c29-94f6-25f67f5ab7e4"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:53.415123782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"8bbef2c0-1a90-41e4-9c64-93f705fe6b8e","remote_addr":"[fd00:1122:3344:101::1]:59799","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47628,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.384917545Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.384974286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.384987327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.384997277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385006527Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385343576Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385454049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.38546725Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.38547729Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.38548669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.38549583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385504751Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385513041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385521491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385532082Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385541152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385549252Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385557342Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385565823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385576303Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:33:59.385585323Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385594593Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\"}","iteration":10,"elapsed":"12.53µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385605064Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385613794Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385621994Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.385629474Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-20 22:23:59.385537022 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385637985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385645855Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385654395Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385662725Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385671625Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385680375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385689116Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385697196Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385704776Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385712207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385720147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.385727587Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385735187Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385742797Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385750417Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385759108Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385766368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385773828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385781128Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385790449Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385798159Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385805799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.385814019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.38582153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.3858292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.3858366Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.38584852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6b172144-6fe3-403a-b88e-6be93db6788c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e1e925bb-4266-49d2-b532-0f79860badbb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1186, tv_nsec: 998399252 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386009265Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386022585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386031055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386041316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386051546Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386060776Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386071356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386082217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386093577Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bcf7579-f08c-458a-b8fa-486beafab77e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1186, tv_nsec: 998657790 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386105547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386149599Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386167859Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.38620055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386302003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386312383Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386319503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386327453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386339584Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386351444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386364394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386375415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386386015Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386395815Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386405735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386416136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386427316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386437676Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386452277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386463187Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386472908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386484558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.38655087Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.38656579Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.038819ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.38657486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386604461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386639802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386648942Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386656982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386665263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386673623Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.758359ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.386768166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.388426771Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.388606166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.389174122Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.389486661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.389757728Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.246937ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.389859961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.390371985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.390381225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.39054062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.390549Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.3905548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.390719085Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.392392481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.392407331Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.392540225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.39309996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1187, tv_nsec: 5650243 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.393397668Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.393415079Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.393602914Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.393846351Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.394416557Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.395290761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.395301141Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.395483346Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.396884775Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.396895675Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.397037339Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.401986656Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-20 22:23:59.385537022 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.402014186Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"expiration\":\"2024-12-20T22:23:59.385537022Z\",\"pruned\":[]}","iteration":9,"elapsed":"16.455625ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.402213812Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1187, tv_nsec: 14769274 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.40251484Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.40395329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"17.633337ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.40685672Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"21.37373ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.408960828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.409258046Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.410553802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.41085853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.416670701Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.417159344Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.449383444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.449439205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.449448375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.449846426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.457091206Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.458965298Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.458991279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.459169694Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.461138158Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.462331291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.464235214Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.464266804Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.464429319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.46482616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.46484831Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.465006015Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.465601331Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.46666281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.467867654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.468185292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.468509921Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.468523222Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.468534072Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"83.064472ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.469765796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.470813585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.471109393Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.471143464Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.471414832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.471432802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"85.078907ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.473384376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.473412247Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.473423207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.473432457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.473442837Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.474306501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.47461838Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.475315669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.476505002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.477001286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.477227312Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.477241152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.47749724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.478332312Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1187, tv_nsec: 90874084 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.478660212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.479006781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.479033122Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.479117014Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.479282959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.479303259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.479313699Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"92.939935ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.47932364Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.47933369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.479351871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"93.86098ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.479513155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.483053753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"97.153751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.486764735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.486821817Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.487174376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.487974609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.487996789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.488183904Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.491045733Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"104.71311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.491308361Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.491565308Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.492858773Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.49526283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.49528494Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.495433734Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.496470153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.496486173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":49,"elapsed":"110.859529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.529767531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.530150922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.531914781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.533505714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.533645178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.533663729Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.533886275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.534149302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.534181503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.534193573Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.534606265Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.535539561Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.535571471Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"149.269638ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.536012804Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.53735158Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.537378721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.537592307Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.539699765Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.539726286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.539737686Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.539747967Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.539948942Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.540409315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"154.03228ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.611740864Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.612197276Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.655305766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.655367557Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.655678736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bedb5747-64a3-4a9c-b6ce-148cb88e8927\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.655695477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.656992482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.672179211Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.672215052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.672664535Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b440e20-effd-491a-9fac-7996dc86b440\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.672701426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.673189689Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.675081841Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":17,"elapsed":"289.591891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.678350982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.682701932Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.682743993Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.682895407Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.683412971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.683434242Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.68372172Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f36738c2-ff03-493d-9795-8dcdad524c2e\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.68374102Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.685502339Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.685828098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.700323378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.708673408Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.708698309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.709017068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fccfbdf3-315d-406d-9ed4-26d2bfeac81a\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.709035049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.710795067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.724442704Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.724466504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.724477415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"338.914733ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.726097409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.728232168Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.728257669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.728386872Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.729598016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.729617646Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.729629227Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.729763281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.748402335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.748456206Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.748473157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.748802096Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.763352788Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.763400139Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.763664476Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c3870c29-3d2d-4289-b246-a4ec603a41ab\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.763690477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.764003546Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.767127012Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.767353668Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.771501102Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.77176683Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.775260116Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.775283837Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.775637467Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bfbef46c-647a-478e-8428-cda93f7e2a09\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.777818177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":18,"elapsed":"392.197893ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.786742823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.789612722Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.789640803Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.789772586Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.792670886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.792696527Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.792705998Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:39.700273 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.792714848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1}","iteration":10,"elapsed":"407.774902ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.792756819Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-20T22:25:57.040586Z, time_modified: 2024-12-20T22:25:57.040586Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.792778469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]}},\"default_endpoint\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"407.130735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.813505832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.816087493Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.816116213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.816241177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.817939394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.817960575Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.817969165Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:40.428768 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.817977865Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2}","iteration":10,"elapsed":"432.285249ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.818131189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.818441238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6858daa3-d9ab-4eaa-a3b5-2ebedbd0c3a6\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:33:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.820747011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.82105607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.823164038Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":17,"elapsed":"437.708769ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.826536021Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.826883991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ed92d3df-3cbf-4e26-afb2-7043f66f7cd6\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.826900161Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.828567297Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0085e241-7fc8-4e66-a8a0-9a352449e4a6\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.828583397Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.830049388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.830068538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"444.425914ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:33:59.832274439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.83229791Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"446.603234ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.834237404Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.839643803Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":17,"elapsed":"454.038019ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.846997486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"461.420543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.856968621Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.857353182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.859024818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.860691204Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.860719904Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.860871979Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.862278218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.864030156Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.864049466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.864216051Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.91344365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.913955824Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3becbac1-17cb-472c-9f1a-c52a58fd25c7\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.913975194Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.915436825Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"71e5413d-7350-488d-b0bb-fac71a7b7ba8\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.915447955Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.917616635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"af8279cc-c6a4-4ff6-b1f5-6cd728962ec2\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.917631415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.919688242Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.919724943Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"534.83686ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.927329963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.927737174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8de7c176-dc0d-419d-9b0d-139b0fc9abda\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.927853317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.927862457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.927869868Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.929255246Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":17,"elapsed":"543.673942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.931461957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.931790606Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.933844753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.933868173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.934021987Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.943580811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.943806147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c85e1803-1e47-432b-91b6-1b5197e9603a\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:33:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.943827018Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.943837778Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.944107656Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.944118646Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.944126016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.944133846Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.944141217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.944148657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.944297981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.944307541Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.944548938Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.944558638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.944797345Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.94679879Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.946907513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35d44c9e-0ef0-4193-8b3d-f3ba786766fb\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:33:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.946918743Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.947025206Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7402f8d1-51f9-4d08-9eca-a9d5e4c31c45\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:33:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:33:59.947040787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:33:59.947051177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.045087772Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"751a8850-04c8-4071-a7c9-87cad8f148bc\", \"date\": \"Fri, 20 Dec 2024 22:33:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:00.045129013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.045140754Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.045574706Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e27c22ee-c927-466f-bfbc-3c97f95a711d\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:34:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.045620147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.045963016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.049200316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.049454003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.053008321Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.053363551Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.054968455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.05515808Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.061441694Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":17,"elapsed":"675.881461ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:00.301581341Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:51793"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.301686474Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6f8af2e0-13fe-4b77-9acf-bceb04673ccb","remote_addr":"[fd00:1122:3344:101::1]:51793","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:00.302040623Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6f8af2e0-13fe-4b77-9acf-bceb04673ccb","remote_addr":"[fd00:1122:3344:101::1]:51793","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:00.331219279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"0e72cf27-6e72-4791-934c-9e62eb9a87ba","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1072,"response_code":"200"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:00.355982782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"6ec8a8ff-c081-4d29-bea2-e557ef0ce99c"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:00.356011343Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"6f8af2e0-13fe-4b77-9acf-bceb04673ccb","remote_addr":"[fd00:1122:3344:101::1]:51793","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54385,"response_code":"201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:05.320051551Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"9a11af17-4ee2-405a-910d-5ed230cb622a","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:05.320359279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"9a11af17-4ee2-405a-910d-5ed230cb622a","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:05.32329988Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"9a11af17-4ee2-405a-910d-5ed230cb622a","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3318,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:05.323544787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"2fd3694c-3a44-4d99-8df9-914da85ad6c0","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:05.323805454Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"2fd3694c-3a44-4d99-8df9-914da85ad6c0","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:05.326171409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"2fd3694c-3a44-4d99-8df9-914da85ad6c0","remote_addr":"[fd00:1122:3344:101::d]:53184","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2662,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:07.552424565Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:44175"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:07.552515267Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7d57fc3f-ff79-4ad7-890b-c47a00a087f4","remote_addr":"[fd00:1122:3344:101::2]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:07.552883097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7d57fc3f-ff79-4ad7-890b-c47a00a087f4","remote_addr":"[fd00:1122:3344:101::2]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:07.607602598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"55a99e44-91e8-43e1-9211-c4d9c50ff3a4"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:07.607637628Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"7d57fc3f-ff79-4ad7-890b-c47a00a087f4","remote_addr":"[fd00:1122:3344:101::2]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55185,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.385576863Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.385617324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.385627174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.385634534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.385907052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.385920462Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.387525106Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.38981714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.38983396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.389967094Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.39201949Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.39236827Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.393613894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.396020821Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.396035591Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.396181115Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.407977171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.407997221Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":50,"elapsed":"22.437069ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.427305434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.427546411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:09.428408365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"42.838772ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:10.331061354Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"c7ce872c-79f3-4c83-b3af-64b4f7a20fda","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1120,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:11.718266665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:11.718311337Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:11.748498339Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:11.748601782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41136"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:11.748786727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6e1739c4-7fe7-45a3-992b-039421cf8bd7","remote_addr":"[fd00:1122:3344:101::b]:41136","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:11.749072695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6e1739c4-7fe7-45a3-992b-039421cf8bd7","remote_addr":"[fd00:1122:3344:101::b]:41136","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:11.760204683Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:11.760228813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"6e1739c4-7fe7-45a3-992b-039421cf8bd7","remote_addr":"[fd00:1122:3344:101::b]:41136","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":11492,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:11.760292785Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1739c4-7fe7-45a3-992b-039421cf8bd7\", \"content-length\": \"41\", \"date\": \"Fri, 20 Dec 2024 22:34:11 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:11.761574831Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:11.761595531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.38583708Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.385895001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.385906452Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.385915552Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.38619401Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.386281902Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.387900737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.390322444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.390337124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.390494298Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.396168715Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.396476133Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.398565891Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.400971588Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.400994048Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.401134332Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.413651298Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.413676638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":51,"elapsed":"27.849479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.430512483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.430736199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:19.472846991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"86.99895ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:20.331131896Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"e8520421-a05d-4262-94ba-e7fb0c6811b7","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1208,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385674765Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385755617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385774958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385789408Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385802559Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385816309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385829679Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.38584263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.38585556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.385867811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385880911Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385893111Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385904761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385917992Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385931132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385943662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385956753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385968893Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385980463Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.385993254Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386004704Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386016784Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386028525Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386039545Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386051425Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386064036Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386075266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386191809Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386317483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386340533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.38657136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386592911Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386608041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386626271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386640292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386650162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386657822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386665113Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386671913Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386681953Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386688833Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386695593Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386703914Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386712124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386720454Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386746535Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386759275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386863728Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386873848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.386881078Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.38692638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.388709969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1217, tv_nsec: 1234521 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.388979466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.389782399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.389915642Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.231207ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.390159549Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1217, tv_nsec: 2701871 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.390432597Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.390872518Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.39201283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.392037351Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.392206315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.39347095Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.393494041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.393624394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.3938353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.395379263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.395404004Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.395550718Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.397432679Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.400828773Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.400849944Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.401037449Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.407818016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.408137965Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.408867205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.409117722Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.409255276Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.409503843Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.410376277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1217, tv_nsec: 22915319 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.410687285Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.446272867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.446568966Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.45106145Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.451360298Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.453318482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.454493984Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.454971667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.455267956Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.45613848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.45616003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.456289524Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.456314664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.456322375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.456459268Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.456795038Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"70.209767ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.458162366Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.45869266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":18,"elapsed":"72.804719ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.458721971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.459730229Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.459958915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.459969365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.459998626Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.460118369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.460337206Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.460362456Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.460477959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.463123983Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.46337717Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.463593595Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.463670587Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"77.092547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.464416878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.464643244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.465863388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.465875388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.466026592Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.468661605Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.468678136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.468684326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.468863041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.469089197Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.470764583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.470779544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.470933528Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.476220214Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.476239654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.476591474Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"941343d9-8426-4fe3-b0a9-a714c039455b\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.476619335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.478136397Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.478515107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.478540638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":52,"elapsed":"92.735339ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.480332087Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.480355898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.480662707Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab1ed18d-fdf9-483c-a328-91e9d71cf736\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.480688367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.482340673Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.505584624Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.505608704Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.505910863Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59af1ab2-dfdc-4618-b63d-ce557581828e\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.505922483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.507323462Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.513525313Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"127.803836ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.514538611Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"128.629799ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.516474894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"129.892544ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.516966638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.517356759Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.523622832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.523647622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"137.887764ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.526765678Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.526788129Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.526796349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.527166209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.54131943Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"155.48817ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.574223608Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":18,"elapsed":"188.511472ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.577665503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.577988812Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.586120386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"199.525325ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.599151526Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.599189537Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.599200177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"213.328257ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.6551104Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.655410848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d44d01-62b1-437d-84d6-c3c863bcd85b\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.656732585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.656994192Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.659212493Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.659239034Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.659675816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7da698b-80bc-41ae-a97c-64eefa2d7f9a\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.659700047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.660017376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.661602809Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":18,"elapsed":"275.949585ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.726010287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.726045378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.726351926Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"59e2bb29-7f66-4af7-b640-1f97bdc14e8d\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.726365187Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.726718026Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.728960378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.729169474Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.73192815Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.732234008Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.734790439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.735127728Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.735427746Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.735445557Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.735965131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"941a389a-d03c-4a05-abe1-6f2484fc12b4\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.736419874Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.736434694Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.73662453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.737328289Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":19,"elapsed":"351.583052ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.74607702Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.746323137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c8fb9ba-1a58-4e0c-a6f1-e0a355abf99b\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.746344168Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.746354288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.746618755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.746643866Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.746652216Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.746660067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.746666457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.746672677Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.746821871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.746832001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.747079008Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.747088558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.747356066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.749012112Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.749116474Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1a8ca96-02ac-447f-aa80-e380f9997f1e\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.749128295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.749210827Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93232df7-7534-4b55-8c86-9f16e93ad250\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.749225177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.749233898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.80041357Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.800796401Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.802505078Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.804290127Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.804305477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.804462332Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.806448317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.808082802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.808096622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.808243506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.839393736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"509f585d-229c-43e8-89d4-a5951da87628\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.839420126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.839429657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.839989002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"916a0941-5f0d-427a-9b9e-417cd2017e4c\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.840033273Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.84027774Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.841550425Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.842029818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb55fc3-d432-4f14-bf15-010086f356c9\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:34:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.842058409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.84206902Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:29.84207642Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.843987673Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.844123416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":18,"elapsed":"458.344008ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.844239999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.847490199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.847699605Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.849577017Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.849842264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:29.856984271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":18,"elapsed":"471.114701ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:30.331161767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"7c1314db-25c2-4978-91f7-0bae0ec31f2e","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.386073996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.386128198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.386138138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.386145598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.386426486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.386441466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.388065701Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.388090742Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.388315648Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.390496848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.390511219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.390655343Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.391745953Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.391946898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.393651455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.395886157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.395900057Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.396036541Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.408340651Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.408361591Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":53,"elapsed":"22.301896ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:39.430004938Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"43.920672ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:40.331169937Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"979100d2-67bc-4f4d-8cd3-a1186693639d","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1032,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.385731307Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.385796798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.385808889Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.385817159Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.386130178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.386149228Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.387848635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.388097212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.38838897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.389385527Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"3.64304ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.390760555Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.390773006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.39092115Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.392916635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.39309819Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.39456596Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.396673749Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.396688489Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.396813932Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.408768152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:49.408791983Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":54,"elapsed":"23.073966ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:50.331213098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"900db103-23b4-4297-bf42-8741e889ec11","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1219,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385265523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385321505Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385332275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385341806Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385349396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385358716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385372446Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385384877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.385396247Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385405777Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385413718Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385420858Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385429528Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385437178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385445999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385453999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385462329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385471889Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.38548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.38548923Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.38549929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.38551144Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.38552271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385534501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385546331Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385559752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385572492Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385584352Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385596443Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385608643Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385619723Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385631044Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385643504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.385655634Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-20 22:24:59.385551271 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385668355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385680195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385691375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":55,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:34:59.385703495Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385715916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385728416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\"}","iteration":11,"elapsed":"12.86µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385742737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385754217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385765137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385776548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385789028Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385801518Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385813719Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385825429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385836349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.38584891Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.38586202Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.38587396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385885461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385902131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385914981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385928172Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385941872Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.385954733Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386013164Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386048295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386061076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386071556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386081536Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386089486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6b172144-6fe3-403a-b88e-6be93db6788c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e1e925bb-4266-49d2-b532-0f79860badbb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1246, tv_nsec: 998616938 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386111097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386121937Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386134727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386145748Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386155378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386165138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386175169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386184659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386192849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.38620458Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bcf7579-f08c-458a-b8fa-486beafab77e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1246, tv_nsec: 998740872 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386294512Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386308302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386316692Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386325483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386334093Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386342043Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386349764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386358104Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386366194Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386375244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386381744Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386388554Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386396105Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386402475Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386511228Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386540929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386640501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386662022Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386671392Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386680253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386688583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386697183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386706893Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"1.42604ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386715374Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386724614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386732204Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386780405Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386792076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.248394ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386835667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.386887318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.387062283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.388381149Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.389165801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1247, tv_nsec: 1695813 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.389233393Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.389427888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.389516981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.990901ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.390047895Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.39055902Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.39056998Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.390758095Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.390778816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.391429544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.391450184Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.391593268Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.392100952Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.392127793Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.392256427Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.392590146Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.393053889Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.393647535Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.393660315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.393810329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.394287712Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.394298943Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.394391145Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-20 22:24:59.385551271 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.394402476Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"expiration\":\"2024-12-20T22:24:59.385551271Z\",\"pruned\":[]}","iteration":10,"elapsed":"8.846854ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.394459077Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.394752235Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.394773106Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.394854558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.394984642Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.395006342Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.395354172Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.396997647Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.397593714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1247, tv_nsec: 10114336 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.397622524Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.397634875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.397806709Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.397874491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.399583929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.399936678Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.399952579Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.400211556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.401284716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.401311686Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.40146103Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.401515112Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.403073015Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.403093195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.403220879Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.403231629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.404084163Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"17.75161ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.404735741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.404747261Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.404874255Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.40723062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"20.867276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.407267781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.407491867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.407519618Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.408111434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.4097722Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.410036787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1247, tv_nsec: 22567749 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.410082268Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.410308454Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.410924082Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.410939402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.411132147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.411203919Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.412585648Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.412607408Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.412615008Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.412621649Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.412823774Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.413810721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.41412908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.414360846Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.414507361Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.414582703Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.415529129Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.415759915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.416851405Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.421133723Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.429738361Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.429768642Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.429929916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.431279463Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"44.947001ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.434629016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.434658977Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.434670547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.434680967Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.434799281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.435001476Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.436755515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.439273854Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.439298875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.439529311Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.440237651Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.440254781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.440447976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.442074901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.444181739Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.44419865Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.44420896Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.444775616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.445165667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.445181447Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.445324221Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.44676074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.450758131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.450779371Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.451026338Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.460062118Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.460092428Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.460103979Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.46015966Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.460191311Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.460201191Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:39.700273 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.460210132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1}","iteration":11,"elapsed":"74.922307ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.460465349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.461663652Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"75.295758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.463571455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.463843152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.463855472Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.463861812Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.463868673Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.464308135Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.464335356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.464346466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"77.972212ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.464357066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.465635381Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.46592888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.465989761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.46632198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.466340161Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":55,"elapsed":"80.720248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.466943617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.467624766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.468182352Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.468581623Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.469261792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.469294722Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.469338174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.469479798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.469703504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.471136633Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.471297898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"85.721045ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.472876661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"87.386452ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.473261152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"87.66109ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.473693114Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.473713234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.473875169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.47538793Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":19,"elapsed":"89.979803ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.489195492Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.491098964Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.491117585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"105.680056ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.491128535Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.491142825Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.491157506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.491373142Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.492714979Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.492735059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.492744849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"107.347413ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.493780308Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.493807679Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.493935982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.514229622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.514569871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.514760257Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.514774687Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.514784607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.515119427Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.516190696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.517618635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.517959095Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.519710923Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.519741784Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.519754214Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"133.37396ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.519918359Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.521579805Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.521602625Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.521611906Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:40.428768 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.521621226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2}","iteration":11,"elapsed":"136.138486ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.521926485Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.530174002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.530207323Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.530223514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"144.719293ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.558065552Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.562217126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.562578536Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.567175683Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.569830947Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.569864417Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.570139035Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.574194847Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.574227828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.574647259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63da2bde-e264-4f5a-a0f5-4ae071a2a552\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.57467817Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.577769266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.602135658Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.602678933Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.614463688Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.614980462Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.621281706Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.624234818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.624271229Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.624531356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.651906232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-20T22:25:57.040586Z, time_modified: 2024-12-20T22:25:57.040586Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.651984314Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]}},\"default_endpoint\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"266.420492ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.676659755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.676704106Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.677059966Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa848cd-fd69-4424-b465-42843cfc6c70\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.677082596Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.678706011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.696312357Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.696344728Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.696727298Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f288c7d2-4ebf-4486-8293-b7acf2b9f73c\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.696758929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.698753044Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.731408386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"345.975818ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:34:59.734890871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.734933743Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"349.397592ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.740613209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.74064385Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.740765304Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.741091503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6022c9ee-a79f-41be-b8b3-dfb2428df644\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.741134504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.741530335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.742937494Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.744805575Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.744819905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.745004391Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.74751224Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":19,"elapsed":"361.866335ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.762065952Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.762111413Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.762353309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"487f3ab9-0d6a-4027-8bff-7557ace5efea\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.76238641Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.762642267Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.764826818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.765012683Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.767891032Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.768284933Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.771919653Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.771941584Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.772256563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"65494884-6c2f-4f7f-b79b-fa57c2a26f80\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.773705273Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":20,"elapsed":"388.033228ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.773723163Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.774138515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"14035c67-b168-4ede-8f3e-86938867759c\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.774151235Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.776355346Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e09b269f-1cc8-4062-9ee2-da991e334479\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.776367716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.777874328Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.777898558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"392.232594ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.802441306Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.802727954Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4922b7d1-20ac-4557-97e6-c49038229d17\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:34:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.805001746Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.805335586Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.807272499Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":19,"elapsed":"421.903353ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.831484587Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.832007542Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e656b3c5-4cee-4cce-ba9a-3dfa075faa32\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.832023062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.834428178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"12173432-faf2-4dff-abd1-2a9b92d1f6d2\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.834442359Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.836341411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2d85a784-b3f8-4a70-9b72-d0ede287f450\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.836351411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.838401978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.838445629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"453.192246ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.892080229Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.892510311Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aa9140b-a312-46b8-83e6-b9287669f7cc\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.892534382Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.892545582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.892554293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.894725873Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":19,"elapsed":"509.100219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.921143291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.921504721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.92327396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.923288711Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.923489696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.931931819Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.932221317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd698fa8-3950-4fe4-981c-422174cd75c2\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932247818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932264598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932521076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932544686Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932554346Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932563337Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932572527Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932581197Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932714491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932726371Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.932864315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.932874715Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.933167803Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.935082556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.935194149Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcbc5c9d-624d-49d8-a0ab-64826c9fadbd\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.93520926Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.935286262Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ca8496-3628-4d74-acd4-b54796d8be2a\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:34:59.935300792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:34:59.935310762Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.036376222Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"54151f88-10ab-4d37-a293-32b502338b00\", \"date\": \"Fri, 20 Dec 2024 22:34:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:00.036423363Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.036435363Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.036821804Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f332100-af57-4ebe-8be2-c085f9851915\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:35:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.036878045Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.037230025Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.040869566Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.041217315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.043824877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.044071364Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.045565025Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.045834032Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:00.05297458Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":19,"elapsed":"667.573792ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:00.330980341Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"cdaa3ae1-02bf-4f5a-ac1d-7a62d079a28d","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1180,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.386112577Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.386192769Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.38621201Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.38622637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.386635831Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.386706643Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.38838962Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.388623396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.389045668Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.390291412Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"4.182365ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.391457294Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.391471105Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.391614319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.393708867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.393947673Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.395614829Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.397993905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.398016815Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.398143219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.409880433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:09.409898553Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":56,"elapsed":"23.822177ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:10.331520886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"0252e173-1aec-443c-874c-7a5a5503201d","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1051,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.385794048Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.38587602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.385895961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.385910021Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.386348523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.386438536Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.388171054Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.388886853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.389200322Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.390557559Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.39057161Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.390719954Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.390783426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.983687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.392679828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.392906554Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.394457587Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.396803402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.396824742Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.396955726Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.4057957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:19.40581317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":57,"elapsed":"20.051523ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:20.331076334Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"fb517dc2-d7ed-4f18-83e2-cc907ad7d234","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1072,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386341513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386423855Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386442426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386456746Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386471347Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386485617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.386500888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386516858Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386529338Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386541609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386554169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386566519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.38657953Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.38659276Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.38660572Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386620261Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386632691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386650792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386670722Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386686453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386699883Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386712653Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386724314Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386736714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386749524Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386761715Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386774235Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386786055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386798896Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386811006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386824246Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386837067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386849967Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386862497Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386875418Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386887628Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.3869608Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.386992371Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387086504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387110164Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387126425Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387164656Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387212067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387281389Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.38732202Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.38733742Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387353041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387368211Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387383862Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387399052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.387414113Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.388521963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.390091747Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.390510078Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"4.094443ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.391172716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.391181157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.391251908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1277, tv_nsec: 3768671 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.391372562Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.391557847Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.392126013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.392137583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.392279717Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.393916762Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.394003324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.395609179Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.395620029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.395626359Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.395857556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.396334469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.396346109Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.396550125Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.396760971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.396806832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.396814772Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.396951816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.396985687Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.398495399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1277, tv_nsec: 11006111 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.398514249Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"11.889598ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.398753535Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.39889409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.399181107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.399461345Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.400439782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.400661198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.401236074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.401251295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.401483361Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.402029846Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.402296953Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.402394796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.402417677Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.402425007Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.402577111Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.403004643Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"16.423264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.404192576Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.40436368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.404958787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.405152832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.405754529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.405767529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"19.345814ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.405933144Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1277, tv_nsec: 18448466 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.406201731Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.406213412Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.406220692Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"19.745765ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.406279513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.407104326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.407114626Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.407268681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.407354503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.407363463Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.407503877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.419105497Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.419130028Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":58,"elapsed":"32.807315ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.430672816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.430942454Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.4333309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.433512315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.437807353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.440355734Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.440374994Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.440518218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.442670607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":20,"elapsed":"56.18008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.442691188Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.444366524Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.444382795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.444542159Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.445025612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.44530849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.445946828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.446283217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"59.944834ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.447512821Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.447550682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.447658525Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.450157254Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.450628117Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.453033984Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.453046144Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.453378753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc7e554b-ca35-451c-95fd-11a8e1fa0d59\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.453393643Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.454870204Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.455980515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.456252482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.460469699Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"73.809357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.468905802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.469124848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.470544697Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.472991274Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.473010315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.473278012Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.475214816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.476781629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.476795429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.476947493Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.496125033Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.496144013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.496433571Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2d225ba-3c1b-47a8-9998-590816dcfe62\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.496449982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.498024175Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.501743338Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"115.210489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.505352547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.505656435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.573190609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.57324636Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.573577239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7191983a-397e-4b9c-9f93-ff9dcb3d1c5a\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.57360384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.57539325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.58773891Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"201.348576ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.601343126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.601962463Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5410167-a8bf-4daf-9ffa-2aecbb1caf22\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.601994074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.602004204Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.602011454Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.60367466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":20,"elapsed":"217.215584ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.64243326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":20,"elapsed":"255.905022ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.668317084Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.668367275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.668744706Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7991c0c-27f2-449f-b9eb-d17446dd8ee5\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.668789897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.669281411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.674233277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.674537686Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0650fa40-5969-45c9-9076-c299e2c2fed1\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.676569562Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.676931962Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.679138843Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":20,"elapsed":"292.689077ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.724168105Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"337.520024ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.744654971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.745129224Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.748097156Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.748136047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.748410184Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.751444978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.751473389Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.751703755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"93d50368-1830-4542-aeb4-388fa8eb8804\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.751720056Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.752043644Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.755523821Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.755768307Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.75949895Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.759732817Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.761865256Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.762284727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35a102ea-4ece-4b80-a9f0-91fb6d159bfe\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.762329468Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.762344339Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.76273777Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.762768291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.762778211Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.762790291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.762828892Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.762845393Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.763015397Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.763041198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.763251974Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.763265944Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.76347069Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.76348741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.763606764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.763852541Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3d19f8e2-749e-4d9f-9c84-680e36ffd480\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.765351292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.765511376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f845db-c9d5-40c3-80bf-798b171f28dc\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.765525097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.765606929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":21,"elapsed":"379.220505ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.765730922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c5cb58-7c8e-49d0-a806-27741d86d8f3\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.765749473Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.765765813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.902550438Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5d57e5f1-9094-400f-9283-a58a9e361435\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:29.902596239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.90260722Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.902897668Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467f276f-35d1-4c04-af5e-b557d7cdc143\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.902960269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.903387961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.908688267Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.909185501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.913247033Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.913543821Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.91564729Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.915985309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:29.924524095Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":20,"elapsed":"538.043548ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:30.3309451Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"a50309ad-870a-43e7-a9a8-06ccedc65940","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1186,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.386005043Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.386058575Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.386069595Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.386078726Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.386421965Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.386438775Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.387833414Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.388073661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.390072206Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"4.056162ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.391266049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.394602671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.394626361Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.394784536Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.397167422Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.397384598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.39890483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.401175582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.401190533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.401336787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.412795453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:39.412816223Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":59,"elapsed":"26.83138ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:40.331579397Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"6f2dcea8-c128-45d3-9772-b487df25453e","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1140,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.386004783Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.386081325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.386099646Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.386113536Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.386467666Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.386491217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.388624546Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.389063148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.389447388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.390996691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.391009631Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.391148025Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.392900073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.393061058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.438224974Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"52.220891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.445083604Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.447609853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.447624584Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.447762638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.460833288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:49.460858069Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":60,"elapsed":"74.876417ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:50.331102254Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"95a82735-73d8-467d-abbc-2f00eea34711","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1095,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.384608105Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.384670897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.384689107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.384704267Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.384719088Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385183331Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385249513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6b172144-6fe3-403a-b88e-6be93db6788c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e1e925bb-4266-49d2-b532-0f79860badbb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1306, tv_nsec: 997721694 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385374326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385394217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385409257Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385421957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385434898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385447428Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385460218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385472359Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385484649Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385498689Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.38551052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.38552326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.38553737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385550241Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385562891Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385575302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385587762Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385601472Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385614992Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.385626813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-20 22:25:59.385481859 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385640803Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385653134Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385666244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385679364Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.385692585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385704845Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385715425Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385722995Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385729766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385736716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385744446Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385751836Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385760596Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385770747Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385780767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.385791957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385801298Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385811138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385820828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385829678Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:35:59.385839069Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385850109Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\"}","iteration":12,"elapsed":"17.831µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385861299Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.38587106Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.38588065Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.3858905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.38590082Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385910111Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385919111Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385927861Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385938092Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.385947392Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386057075Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386110106Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386127537Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bcf7579-f08c-458a-b8fa-486beafab77e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1306, tv_nsec: 998628629 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386161808Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386177288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386192259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386207419Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386222049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.3862381Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.38625154Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.599734ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.38626631Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386281341Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386293801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386307602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386321442Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386337052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386348463Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386357763Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386366613Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386376593Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386385984Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386395204Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386446926Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386459426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386467486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386482487Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386491057Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386499517Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386507167Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386515348Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386523028Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386531178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386538968Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386546878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386554798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386562759Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386569629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386630961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386643801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.155411ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386774104Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386783075Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386791665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386867917Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386877847Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386886048Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.386894748Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.388399249Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1307, tv_nsec: 903522 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.388637506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.388760219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.389177071Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.711983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.389617833Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.389886861Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-20 22:25:59.385481859 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.389901541Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"expiration\":\"2024-12-20T22:25:59.385481859Z\",\"pruned\":[]}","iteration":11,"elapsed":"4.408681ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.391557947Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.391570517Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.391740112Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.391837484Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.391848215Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.391992139Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.392664617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.392830982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.393520501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.395009212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.395020292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.395155336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.395492365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.395501355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.395507356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.395703961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.397005647Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.397266524Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.398645432Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.398711764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1307, tv_nsec: 11212246 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.398800567Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.39894858Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.399811224Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.401218743Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.401244904Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.401253874Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.401262324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.40145332Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.401521371Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.402590391Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.402604232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.402802207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.403573388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"17.111442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.407083915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.407342362Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.41452256Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.416185986Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","candidates":"[(6e0e8ae9-b26f-4cfa-9f5b-ce0a70220404, 0), (9704e2b1-28c4-4f3f-9916-9ce1452e51d1, 0), (3fca44d8-3a4a-4c86-ba98-4b248ddcb42a, 0), (3521ebbb-8abf-41fc-a7d0-bb58ec433e0c, 0)]","collection_id":"6e0e8ae9-b26f-4cfa-9f5b-ce0a70220404"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.416208887Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.416360001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.416373091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.416545826Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.416555686Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.423090407Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.423434796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.427282293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.427312033Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.427323294Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.427502968Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.430386708Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.430566563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.436351853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.438491652Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.458557065Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.46089109Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.460924801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.461128336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.468051927Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.468789388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.469147448Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.470380012Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.470764422Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.471485592Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.471666977Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.471682558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.47176766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.472006147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.472044968Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.473249441Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.473349894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.473364344Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.473555959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.476356577Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.476707697Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.476974874Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.478035453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.478192197Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"91.708451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.478564688Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.48010009Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1307, tv_nsec: 92589222 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.48047091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.480986684Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.481003155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.481147429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.481837608Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.481856099Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.482050434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.484787809Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.485024676Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.485077517Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.485269693Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.485950721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.485965342Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.486211139Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.486378893Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.486409534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"99.922597ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.486581559Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.486867527Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.488118011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.488139632Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.488149282Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"101.629884ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.488991275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.489592852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.489921071Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.491473684Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.491497174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.491654409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.493548211Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.493789238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.495523766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.495539506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.495549416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"109.923734ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.495747442Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.496602506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.499114365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.499146126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.499358591Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.503529277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.503708871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.504044881Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.505051129Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.505363797Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.507009162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.509051058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.509070239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.509403488Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb0aba9d-3511-49d6-bd7e-5abaec6270b1\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.509424609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.511369562Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.511398993Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.511573798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.513014058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.513039388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.513249714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.513288775Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e752f0e-af52-4b5e-af13-1fc0dba8ddfe\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.513303626Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.515522247Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.515881457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.516039901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.518141679Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.518579671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.519664191Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.519684492Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"95e23154-1d09-4d5b-8f95-f2d2c232786a"} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.519694472Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"7e4068b4-c074-4133-ad58-826b2605c3d3"} {"msg":"observed saga start","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.519701902Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/saga-recovery/src/recovery.rs:76","saga_id":"73535d52-e722-40ed-ad96-9ddc3ae11b63"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.519709692Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","saga_id":"73535d52-e722-40ed-ad96-9ddc3ae11b63"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.519717913Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","saga_id":"7e4068b4-c074-4133-ad58-826b2605c3d3"} {"msg":"found saga that may be done (will be sure on the next pass)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.519725713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","saga_id":"95e23154-1d09-4d5b-8f95-f2d2c232786a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.520663149Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.520976927Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.521730888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.52178224Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":61,"elapsed":"136.191658ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.52215461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":3,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"135.638713ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.52397939Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.524479044Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.538066229Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.538481911Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.545767692Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.545798783Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.545813213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"160.366465ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.554376239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.5544089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.554420101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.554429791Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.554846002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.555942023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"170.304809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.564092067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.564642372Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.566270197Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.569063965Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.569101716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.569384934Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.569490726Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"183.796442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.569734273Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.569967519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.570111414Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.576782598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.576825349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.576836219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.576847889Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.577393755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.580613973Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.580649124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"195.233977ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.582008132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.582040733Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.582384052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.58449315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"198.026645ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.584642295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.585720734Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":21,"elapsed":"200.336119ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.588331696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"201.841809ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.58883956Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.588866721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.589091047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.590864976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"6e0e8ae9-b26f-4cfa-9f5b-ce0a70220404"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.590897337Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.591181815Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.600185053Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","candidates":"[(9704e2b1-28c4-4f3f-9916-9ce1452e51d1, 0), (3fca44d8-3a4a-4c86-ba98-4b248ddcb42a, 0), (3521ebbb-8abf-41fc-a7d0-bb58ec433e0c, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.600943374Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1307, tv_nsec: 213417976 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.60115839Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"215.462026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.617270965Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.617946503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.629007399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.629745319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.637773691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.639293183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.660093417Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.664703074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.664748145Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.665036243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.672367805Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.672403266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.672775427Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047a1738-e974-43ab-8903-fd1d03e5dff1\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.672806948Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.674163975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.679982066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.680016256Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.680027867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.680340485Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.68268582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-20T22:25:57.040586Z, time_modified: 2024-12-20T22:25:57.040586Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.682731491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]}},\"default_endpoint\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"297.005715ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.684946972Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.709118419Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":21,"elapsed":"323.499957ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.722009005Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.722402286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d0d380-47ef-4f75-9875-f6b7f9383392\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:35:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.724041001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.72435395Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:35:59.75154917Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.751590712Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"365.891887ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.787658047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.788060098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"beb6ad28-0a2d-4c84-b205-caf48ddf6855\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.788081729Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.789907809Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4c893c0f-b59a-4366-98f5-bbafe6ac42e2\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.789922469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.792536172Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.792550342Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"406.971671ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.803575546Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.803611237Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.804100451Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99832b5f-e73e-4168-a652-22819b5cf9da\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.804134662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.804525203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.805633593Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.805756817Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.805771247Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.805782287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.806355133Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.806921478Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.8080436Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":21,"elapsed":"422.668284ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.809941642Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.809960713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.809975793Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.809986493Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.810152568Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.810164878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.811509355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.811989658Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.812246856Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.813751697Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.813774648Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.813784738Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:40.428768 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.813792928Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2}","iteration":12,"elapsed":"428.32435ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.814341903Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.814362874Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.814504138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.814537429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.814640582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.814663052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.814670832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.814854828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.815130555Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84da64d1-031f-4fb8-bdf7-5603d6941936\", \"content-length\": \"476\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.815175296Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.815395543Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc490c6d-e193-4d60-b194-a0c7719d164d\", \"content-length\": \"734\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.815422283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.815825244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"605d64e8-b695-43e7-a505-a748a2418aa5\", \"content-length\": \"111\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.815861055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.816183984Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa933602-d837-4a5d-b348-85726e82a19b\", \"content-length\": \"111\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.816201365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.816485262Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec67cce3-a845-4d9e-8661-0ec459da264d\", \"content-length\": \"167\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.816496553Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.81676723Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec393e2f-579c-4882-a596-78cc533929d5\", \"content-length\": \"167\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.816780471Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817012757Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd1f269-d079-474c-a0b1-6e32666cc6f7\", \"content-length\": \"175\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817022287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817261714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a8ba4b8-55f1-4755-aa45-f577ac2e49ef\", \"content-length\": \"175\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817276674Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817417498Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f39c7fb-1db7-4ab7-b432-2c3bd88c870c\", \"content-length\": \"702\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817436059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817631974Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc07fc29-66b1-461c-a1da-fb30cdbf89f6\", \"content-length\": \"727\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817650175Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817664955Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817681066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817694856Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817721217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:39.700273 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817750848Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1}","iteration":12,"elapsed":"433.100111ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.81785928Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daa19d85-6a88-4bb6-900c-bd2fd12319a6\", \"content-length\": \"729\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817900712Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.817912862Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.818252381Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7c8efc9-8a09-412a-adc5-957e8b72c5b1\", \"content-length\": \"728\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.818267462Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.818592421Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1eab1f-9b8d-4640-aa23-87703923c64b\", \"content-length\": \"722\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.818611231Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.818960961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a583244-e389-41b4-a3a4-a0b9339c306f\", \"content-length\": \"109\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.818987482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.81929262Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4a82f4e-6ba7-4883-a7ca-3dc520f7de60\", \"content-length\": \"109\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.81930584Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.819682011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a951bef-add0-4afb-9dc3-ed44e36d004c\", \"content-length\": \"169\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.819713062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.820045511Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e35e4c52-5b34-4e65-81d7-ace0d4900102\", \"content-length\": \"169\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.820061511Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.82038826Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d45a349-deab-4f4b-b2be-a2ceefb94b75\", \"content-length\": \"178\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.820417901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.820688798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.8207495Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88e2fe57-a9d6-409a-99c0-f7adb26b07b1\", \"content-length\": \"178\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.820771951Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.820949916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.820980157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e944c3-5908-41bc-a992-74ae32884be7\", \"content-length\": \"702\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.821001667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.821196183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38fc7955-0da9-43c6-9b0b-a47c02f338f9\", \"content-length\": \"727\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.821224373Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.821415389Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f6163f-ab57-4806-88b4-209294ab9874\", \"content-length\": \"729\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.821429379Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.821650175Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9361479d-3d69-4e1a-8eab-fe7db63d285f\", \"content-length\": \"728\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.821666425Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.821877721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.822666203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.822847558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.823614219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.825632685Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.825654555Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.825846481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.826283693Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.826861479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9eb15cb5-6e74-425a-9676-743434ff8e3a\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.82688975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.827374133Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.827399384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.827763054Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.828788152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"33f24718-0a19-4e8e-9a31-36a29f4d89b1\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.828817373Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.829256415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.829267975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.82943958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.82945466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.834385327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4451db4b-71f5-41be-a62b-81fe0c956950\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.834419288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.835213749Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.83524268Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.835446186Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.836705031Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.836756852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"452.163428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.837357349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.839338803Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.839359874Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.839550689Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.877505057Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.877766294Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.878932336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.881466296Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.881485286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.881769284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5387eef8-703c-4c35-a3ec-cac2da45cbcc\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.881788735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.882114124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.8823544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.882368731Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.882539425Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.884080088Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.884298794Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.884408597Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.884480629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.887572094Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.887762029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.905930371Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.906368553Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b849fbb-a283-49ad-a4f0-0028a5c517b7\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.906397984Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.906414614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.906428055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.907815763Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.908237725Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.908472511Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":21,"elapsed":"522.966402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.90989062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.910102956Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.910120037Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.910460806Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cf0ca553-5920-4b96-846a-a5d7eb889746\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.912025839Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":22,"elapsed":"526.497969ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.913452558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.913466629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.913633123Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.919828885Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.920107682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.922026725Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.922277512Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.923839205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.92402405Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.925966594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.926162239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.927238819Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.927536867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.928187485Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.92836333Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.929187683Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.929343457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.929661516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.929686846Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.929841191Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.939052775Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.939290002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf7cdfac-3381-4830-bb55-ec8c37cd02a6\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.939313022Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.939325092Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.93958682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.9396124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.939622351Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.939654412Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.939667112Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.939678852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.939812496Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.939831117Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.939981841Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.940003941Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.940243108Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.942894081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.943034195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb192a31-d3b2-4428-9586-5a85277ca39a\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.943052445Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.943343293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d745d17b-fe59-4948-9a10-cd070727e2de\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:35:59.943362764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.943375814Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.972371104Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.972414566Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.978027471Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.978347019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.979788519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.983356718Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.983391799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.983550813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.984923271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.985125436Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.986375131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.986544815Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.987568824Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.990911096Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.990938177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.99106548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.997841117Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 7db65b4a-d789-43c3-984f-c485a4e2a375, kind: Service { id: c08fb79e-9df2-49bb-be41-3925df103e75 }, name: Name(\"nexus-c08fb79e-9df2-49bb-be41-3925df103e75\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b363f91f-4d69-4910-94ae-1db154f74729, kind: Service { id: 6f9920e4-f78b-446d-a886-f757caf64a7f }, name: Name(\"nexus-6f9920e4-f78b-446d-a886-f757caf64a7f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 70])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d90729b8-5bad-445f-b9c0-90b3d17d83cf, kind: Service { id: d53e973e-73fc-4117-a9f7-47305be7e74c }, name: Name(\"nexus-d53e973e-73fc-4117-a9f7-47305be7e74c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 753bd9a0-35c0-4591-b136-cfc90d2d7d2f, kind: Service { id: c65750e1-e505-4d05-b242-145c69974016 }, name: Name(\"external-dns-c65750e1-e505-4d05-b242-145c69974016\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 217])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c5f51553-50ea-408f-ac16-b1e53e3102de, kind: Service { id: 9bcf7579-f08c-458a-b8fa-486beafab77e }, name: Name(\"external-dns-9bcf7579-f08c-458a-b8fa-486beafab77e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 93])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.997884799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.998060973Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:35:59.99974158Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.00121884Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.001232921Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.001361215Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.003083782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.003134973Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 753bd9a0-35c0-4591-b136-cfc90d2d7d2f, kind: Service { id: c65750e1-e505-4d05-b242-145c69974016 }, name: Name(\"external-dns-c65750e1-e505-4d05-b242-145c69974016\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 217])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c5f51553-50ea-408f-ac16-b1e53e3102de, kind: Service { id: 9bcf7579-f08c-458a-b8fa-486beafab77e }, name: Name(\"external-dns-9bcf7579-f08c-458a-b8fa-486beafab77e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 93])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 7db65b4a-d789-43c3-984f-c485a4e2a375, kind: Service { id: c08fb79e-9df2-49bb-be41-3925df103e75 }, name: Name(\"nexus-c08fb79e-9df2-49bb-be41-3925df103e75\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b363f91f-4d69-4910-94ae-1db154f74729, kind: Service { id: 6f9920e4-f78b-446d-a886-f757caf64a7f }, name: Name(\"nexus-6f9920e4-f78b-446d-a886-f757caf64a7f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 70])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d90729b8-5bad-445f-b9c0-90b3d17d83cf, kind: Service { id: d53e973e-73fc-4117-a9f7-47305be7e74c }, name: Name(\"nexus-d53e973e-73fc-4117-a9f7-47305be7e74c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 35])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.003155794Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.050687796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"93c92a70-5273-4c17-a1e3-b652c0530485\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:00.050729957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.050740607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.051144478Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f43dba-d634-4a5a-a4b1-938ebab0e9b8\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:35:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.05119869Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.051529029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.059196031Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.059400646Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.063339365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.063704905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.065894735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.066108461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.073139455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":21,"elapsed":"687.656046ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.205588091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","vpc_to_sled":"[Sled { identity: SledIdentity { id: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, time_created: 2024-12-20T22:26:35.129481Z, time_modified: 2024-12-20T22:26:35.129481Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.205644412Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.205652232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.205908629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.208272014Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.208560753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.252281199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.254818769Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.285981949Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.292697664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"659dc1a1-8c6b-4d2f-a594-28f0693bdf5c\", \"date\": \"Fri, 20 Dec 2024 22:36:00 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:00.293529907Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.293542228Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","elapsed":"907.989927ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.293550698Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":3,"elapsed":"908.000997ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.319330089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae6425b-abd0-49b1-8754-d510ea776ac9\", \"content-length\": \"30799\", \"date\": \"Fri, 20 Dec 2024 22:36:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.321313244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.321329065Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.321336085Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.322947479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.323205626Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.324902543Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.326580569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.326638931Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.326802776Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:00.331231768Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"e02b5b0b-75f1-49d1-9c5b-048a304650a5","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1012,"response_code":"200"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:00.543742802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"03cca0a6-bdcc-46e4-bd6f-3a9944f0f558"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.543783143Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_started":"2024-12-20 22:35:59.814626 UTC","collection_id":"03cca0a6-bdcc-46e4-bd6f-3a9944f0f558"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.543844904Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"collection_id\":\"03cca0a6-bdcc-46e4-bd6f-3a9944f0f558\",\"time_done\":\"2024-12-20 22:36:00.321318 UTC\",\"time_started\":\"2024-12-20 22:35:59.814626 UTC\"}","iteration":3,"elapsed":"1.158444708s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.543859455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.543872925Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.544206784Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.546023045Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.547757302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.547778583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.547914287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.550319403Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.550667103Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.55202979Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.553637005Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.553663435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.553783489Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:00.634502996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"90.61579ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.386317072Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.386369043Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.386381483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.386390214Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.386649871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.386663031Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.388239375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.390518778Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.390531818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.390666562Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.392467861Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.392664427Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.394365534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.396567594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.396587785Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.396711429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.407062774Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.407086415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":62,"elapsed":"20.781513ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.429279137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.429451872Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:09.469740864Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"83.416312ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:10.33130128Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"0b85b6a2-4930-4727-b0c6-62801f0267ff","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:12.119577359Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:54920"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:12.119686612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9decce31-d06a-4140-ba81-33ae1a3749aa","remote_addr":"[fd00:1122:3344:101::2]:54920","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:12.120068192Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9decce31-d06a-4140-ba81-33ae1a3749aa","remote_addr":"[fd00:1122:3344:101::2]:54920","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:12.173317612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"63c04eec-6f2a-4bb5-b3c5-4ec7963a2212"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:12.173344722Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"9decce31-d06a-4140-ba81-33ae1a3749aa","remote_addr":"[fd00:1122:3344:101::2]:54920","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53730,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:12.325832501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:51197"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:12.325921733Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f1948876-320f-4250-b176-678d6077b223","remote_addr":"[fd00:1122:3344:101::2]:51197","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:12.326232312Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f1948876-320f-4250-b176-678d6077b223","remote_addr":"[fd00:1122:3344:101::2]:51197","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:12.376101578Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"436d38e5-8494-4cf1-860f-5150503e0550"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:12.376144359Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"f1948876-320f-4250-b176-678d6077b223","remote_addr":"[fd00:1122:3344:101::2]:51197","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50269,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:13.538203706Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:56875"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:13.538353261Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c8264843-14ee-4e1b-b51b-fa96de9fbcf2","remote_addr":"[fd00:1122:3344:101::2]:56875","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:13.538652499Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c8264843-14ee-4e1b-b51b-fa96de9fbcf2","remote_addr":"[fd00:1122:3344:101::2]:56875","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:13.593934924Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"1b259a02-5b07-4d40-801f-a3be14e66867"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:13.593974156Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"c8264843-14ee-4e1b-b51b-fa96de9fbcf2","remote_addr":"[fd00:1122:3344:101::2]:56875","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55733,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.386076215Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.386155727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.386173938Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.386187838Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.386536617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.386563488Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.38845599Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.388960654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.389340775Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.390802025Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.390835946Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.390920818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"4.850844ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.390941319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.392676587Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.392918134Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.39422066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.396568974Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.396588235Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.396723639Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.40619065Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:19.40620813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":63,"elapsed":"20.160146ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:20.331007091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"b34c4b85-0b4e-4332-8956-a042c9801ac4","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1172,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:23.454587199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48172"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:23.454734443Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e8ee20dc-8812-44e1-aae6-56862ad0ebac","remote_addr":"[fd00:1122:3344:101::1]:48172","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:23.455254968Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e8ee20dc-8812-44e1-aae6-56862ad0ebac","remote_addr":"[fd00:1122:3344:101::1]:48172","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:23.507261543Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"60382741-4b2a-4c29-94f6-25f67f5ab7e4"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:23.507298714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"e8ee20dc-8812-44e1-aae6-56862ad0ebac","remote_addr":"[fd00:1122:3344:101::1]:48172","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52646,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386056654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386141287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386159747Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386174338Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386188218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386201188Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386215059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386229319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386241999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.38625483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.38627134Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.38628479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386298541Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386311871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386324562Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386338372Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386351032Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386363383Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386376443Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386388433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386400564Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386413884Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386425965Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386439275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386450895Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386463375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386476366Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386665781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386690332Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386835616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386909878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386932948Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.386952769Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.38697072Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.38699058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.38700839Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.387026921Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.387042962Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.387060852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.387318189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.387327469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.38733527Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.38734188Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.38734837Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.38735572Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.3873622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.3873686Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.387553656Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.387607667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.387683899Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.387694329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.389453528Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1337, tv_nsec: 1938470 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.389724656Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1337, tv_nsec: 2204728 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.389748196Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.389979612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.390352053Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.290769ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.390418625Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.390800735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.390847567Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.391246127Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.393234382Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.393247293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.393461989Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.393646514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.393672845Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.393850829Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.394136857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.394167878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.394402565Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.394574139Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.39459594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.394741384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.396648367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.399186037Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.399218158Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.399339691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.400674108Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1337, tv_nsec: 13157280 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.400974726Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.401139571Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.401255384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.401395667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.401600103Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.401993244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.402290372Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.403262579Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.405364867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.405387318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.405574453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.437070142Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.437491854Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.440339662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.44062363Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.449562577Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.45221301Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.452238811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.452452136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.455556672Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.455606304Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.455619144Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.455625534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.45582322Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.45584057Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.457622089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.457855026Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.461866536Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"74.515936ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.462491344Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"75.162694ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.46270834Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.465176758Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.465413014Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.46561959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.465648581Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.466143905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.466161125Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.46634914Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.467596945Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.467624275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.467708648Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.467952784Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.468004376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b15d159-45c3-4f28-9742-f3a985ecb182\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.468035337Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.468371966Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.468597172Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.46962583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.469799755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.471650706Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.471671907Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.471892033Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.48154573Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.48156636Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":64,"elapsed":"95.413983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.497263633Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.499845124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.499870245Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.50005906Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.502143098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":22,"elapsed":"116.038093ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.505769637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"119.565299ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.509100409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.50911963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.5091282Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.509348126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.515046593Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.515078594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"128.784173ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.517124531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.517147441Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.517546572Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"834d59ec-7273-4d66-a974-1d0feceaa37d\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.517574623Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.518414976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"131.091117ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.519562958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.519681391Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"133.443972ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.527426605Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"140.083846ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.556919619Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.557245698Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8192679-20a9-42f9-8834-989775f7f587\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.55983981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.560307343Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.567316276Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":22,"elapsed":"181.266542ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.589297452Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.589335213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.589711234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dae41c2-3ded-4f9e-904a-39260140372c\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.589731704Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.59212089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.592146671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.592155981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"205.886562ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.592554282Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.60586614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"219.633281ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.61748741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":22,"elapsed":"231.403446ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.647071087Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.647378875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.648690431Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.65044638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.65045856Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.650632345Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.705316804Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.705349715Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.705762957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35dc714d-349b-42cd-8047-2e61fc82a969\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.705791897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.706129097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.70697983Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.708575514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.708587504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.708737839Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.768626811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.768662352Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.768900239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"25c4fa13-4c85-49e1-bfce-795b266e2b3a\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.768912189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.769163406Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.771353957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.771544712Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.773556477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.773971789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cdbf5b9-860d-40eb-b691-84094affd8ab\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.77400576Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.77401703Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.77402562Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.774949456Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.775268465Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.775662415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":22,"elapsed":"389.491628ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.778312229Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.778330489Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.778745231Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2df1765f-3728-4297-b32c-ad2451e6f261\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.78017013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":23,"elapsed":"394.036304ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.804589614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.804910573Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.807250637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.807264078Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.807625908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.816697368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.816935405Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"400aad93-29de-49d8-8dfb-61340e023e9d\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.816963215Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.816973866Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.817218662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.817237313Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.817244743Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.817252283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.817259214Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.817266594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.817446849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.817476549Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.817695675Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.817707536Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.817938302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.820068031Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.820207825Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"263c139b-8ddf-424b-9b71-f9344c4a650e\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.820233716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.820308407Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e08a48f-22e0-469e-ae78-4a0d6381e8c2\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.820322388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.820332758Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.919637869Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c04cf979-e017-40fc-826f-9471e6d07014\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:29.919664189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.91967372Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.920275606Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d2960e2-6457-494c-a2cb-3e1cd8b1cd2c\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:36:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.920306937Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.920662277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.924095852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.9244106Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.927720092Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.927990579Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.93019714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.930378275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:29.937593424Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":22,"elapsed":"551.471668ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:30.331257718Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"dd47a0cb-8b06-409b-8769-8ff902135a28","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1056,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:30.394542345Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:45762"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:30.394661248Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9d3cc08c-289a-449c-840f-ce1792c743be","remote_addr":"[fd00:1122:3344:101::1]:45762","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:30.394981117Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9d3cc08c-289a-449c-840f-ce1792c743be","remote_addr":"[fd00:1122:3344:101::1]:45762","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:30.461221614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"6ec8a8ff-c081-4d29-bea2-e557ef0ce99c"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:30.461253646Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"9d3cc08c-289a-449c-840f-ce1792c743be","remote_addr":"[fd00:1122:3344:101::1]:45762","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66646,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:37.644498254Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:56813"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:37.644589666Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9f34b0af-aa9c-47b4-ba36-283bfd559e78","remote_addr":"[fd00:1122:3344:101::2]:56813","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:37.644958226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9f34b0af-aa9c-47b4-ba36-283bfd559e78","remote_addr":"[fd00:1122:3344:101::2]:56813","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:37.698450123Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"55a99e44-91e8-43e1-9211-c4d9c50ff3a4"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:37.698476593Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"9f34b0af-aa9c-47b4-ba36-283bfd559e78","remote_addr":"[fd00:1122:3344:101::2]:56813","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53951,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.38554373Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.385600982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.385616912Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.385631272Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.386030723Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.386052804Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.387688849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.390029884Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.390041914Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.390180028Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.391831294Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.392154122Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.393580552Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.395905726Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.395916516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.39605984Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.405636024Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.405659755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":65,"elapsed":"20.133026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.433085292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.433410871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:39.477488777Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"91.963218ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:40.331657399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"8e53bc76-f645-41e0-88fe-11741775cb8a","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1171,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:41.76309116Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:41.763133692Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:41.793644234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:41.793745566Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33678"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:41.793925801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5f52635b-d657-4e78-9a39-e610a780b365","remote_addr":"[fd00:1122:3344:101::b]:33678","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:41.794274091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5f52635b-d657-4e78-9a39-e610a780b365","remote_addr":"[fd00:1122:3344:101::b]:33678","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:41.842730548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:41.842761659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"5f52635b-d657-4e78-9a39-e610a780b365","remote_addr":"[fd00:1122:3344:101::b]:33678","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48894,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:41.84281514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f52635b-d657-4e78-9a39-e610a780b365\", \"content-length\": \"41\", \"date\": \"Fri, 20 Dec 2024 22:36:41 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:41.844193849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:41.844211969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.386353782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.386434554Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.386454265Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.386468705Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.386881977Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.386909067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.388532292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.389325894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.389668114Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.390852996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.390863427Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.39100158Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.392833491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.392994106Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.394456266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.396610665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.396626546Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.396750569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.408568745Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.408595836Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":66,"elapsed":"22.256244ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:49.4312015Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"44.849318ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:50.330910008Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"3f596628-e75c-47ea-aeb8-e3bbad8e587c","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1045,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.384553782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.384609724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.384620744Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.384630755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.384640065Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.384968764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385109318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6b172144-6fe3-403a-b88e-6be93db6788c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e1e925bb-4266-49d2-b532-0f79860badbb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1366, tv_nsec: 997571820 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385443717Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385454477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385464007Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.385474728Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385484988Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385495288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385506149Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385516219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385526799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.38553686Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.38554653Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.38555655Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.38556657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.38557559Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:36:59.385586461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385598251Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":67,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385609162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\"}","iteration":13,"elapsed":"11.141µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385622022Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385632002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385643312Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385653533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385664323Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385676183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385686964Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385693144Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385700174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385706784Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385713374Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385720114Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385726245Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385732925Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385738835Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385745835Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.385752766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-20 22:26:59.385625382 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385759886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385765956Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385772066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385778516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385784236Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385790327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385796117Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385803657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385810337Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385817127Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385823737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385829857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385836018Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385882479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385941501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385955681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385964381Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385974821Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.411639ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.385989272Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386052684Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386068444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386139526Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386164877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386176817Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386186907Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386194168Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386202218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386210208Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386218798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386225868Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386233669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386240469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386247449Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bcf7579-f08c-458a-b8fa-486beafab77e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1366, tv_nsec: 998705021 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386560538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386588589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386598879Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386607109Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386614269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386622679Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.38663036Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.38663828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.38664601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.38665354Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.38666066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386669811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386713362Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386726402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.176682ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386858286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386884777Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386899507Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386909407Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386917787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.386931238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.388069009Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.388268325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.388575153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1367, tv_nsec: 1044705 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.38882258Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.388889922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.389420717Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.389441607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.947299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.389815387Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.390207318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.391127594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.391148784Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.391325629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.392423899Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.39244965Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.392550533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.392563023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.392595694Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.392604295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.392610835Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.392746779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.392770399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.395028182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-20 22:26:59.385625382 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.395054202Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"expiration\":\"2024-12-20T22:26:59.385625382Z\",\"pruned\":[]}","iteration":12,"elapsed":"9.405019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.395751541Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.395948027Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.396965165Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.397359956Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1367, tv_nsec: 9827218 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.397649504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.397691865Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.399778582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.399792573Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.399965148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.400099761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.400110682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.400327138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.403632409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"17.02859ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.40402418Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"18.542011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.405246073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.405503631Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.405530571Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.405726637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.405949393Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.405964863Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.406284802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.406954451Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.407150766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.407461934Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.407642519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.408587016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.412591376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.415400854Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.415425544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.415679811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.421887873Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.421913513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"36.367454ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.424591207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.428879396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.428906006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.429148733Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.452856947Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.454597555Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.454650827Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.454793201Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.454827032Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.455167911Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.456299222Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.457836555Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.457868445Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.458001289Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.458606976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.458964336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.460864078Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.462924225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.462952576Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.462967006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.463276175Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.464981892Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.465004913Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.465018283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"79.530665ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.466396511Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.466427682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.466496264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.466650988Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.466925155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.466939406Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.466948506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.467156892Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.467186093Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.467430649Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.469243599Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.469479186Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.469569068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.469578939Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.469587429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"83.01185ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.469952439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.477650931Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"91.061423ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.481664132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"95.067554ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.487845493Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.487872353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.487884144Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.487895084Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.488177132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.488419309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"101.809699ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.507817363Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.509749607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.510091336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.512640176Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.512931414Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.51385975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.514277992Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.514288662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.5145849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b872f26-5e15-4ffc-8816-3c687f8b6240\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.51460367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.515087084Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.516352079Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.517901341Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.517925762Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.518166169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.529833661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.529875562Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.529948484Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.529959864Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.529966285Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.529972235Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.53015534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"149159a2-de90-4b08-b9f0-bfa56252732e\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.53017612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.530362836Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.531813625Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.619980329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.620419221Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.6232837Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.623316411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.623762963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0002e72-e583-42b3-850d-8b7ea3e73947\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.623794394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.624175284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.62691608Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1367, tv_nsec: 239375002 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.627250069Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.627951149Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.628437702Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.629750548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.630142749Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.631570598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.631959749Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":23,"elapsed":"246.220324ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.6334493Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.633473791Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.633775459Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.634566721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.634594062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.634799658Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.636039282Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.636064132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.636254288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.638471719Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.6385082Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":67,"elapsed":"252.975171ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.64103317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"255.557832ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.675524001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"289.795477ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.688621243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.688662284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.688670184Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.689048104Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.702673991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.702708052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.702718332Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.702940038Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.704592853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.704620154Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.704633175Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.705018895Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.712021538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-20T22:25:57.040586Z, time_modified: 2024-12-20T22:25:57.040586Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.71205403Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]}},\"default_endpoint\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"326.381497ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.713009196Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"326.452168ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.719571367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.719591218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.719937377Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"80884b2c-0821-4bf6-9fc9-0a8ebcee7f66\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.719952517Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.72042659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.72296446Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.723229528Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.726281612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.726683023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.729891192Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.729908632Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.730336904Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b3d574ec-445c-4cbf-a75d-95f20fdb96ba\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:36:59.731474866Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.731487786Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"345.843804ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.732495594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":24,"elapsed":"347.006155ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.735841896Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.735851446Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.735859796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"350.288976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.753513724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.756347142Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.756369433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.756535407Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.758501171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.758527252Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.758536482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:40.428768 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.758544882Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2}","iteration":13,"elapsed":"372.832448ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.758765548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":23,"elapsed":"373.159067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.76133507Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.764026294Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.764043774Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.764195448Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.766283266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.766298107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.766309187Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:39.700273 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.766317747Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1}","iteration":13,"elapsed":"381.739694ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.794235767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.794495325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.795636356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.797322212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.79759091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2640a20-c689-4b7a-9e16-1031ace15bca\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.797903219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.797914969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.798111234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.799728589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.799915124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.801424366Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.801977581Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":23,"elapsed":"416.529484ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.814531447Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.814916138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6b6d5e6d-c1c1-4fcc-910c-c7a582f647c1\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.814931658Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.816490972Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4acf1430-9a4e-44ee-a4f0-10c9f64d556b\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.816501822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.818064115Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.818075215Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"432.549576ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.829974994Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.829995504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.83020591Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41bd2874-8e80-4a72-bc59-a482efb615dc\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.830221971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.831965859Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.841904853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.843672232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.843689372Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.843866267Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.866987805Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.867471688Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"163ad549-5536-4eb6-b50b-e30e7f0d6302\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.867495829Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.869011521Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a46a5f53-b150-4924-8c0b-cba35485c08a\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.869038882Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.870978095Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a9d561fe-cca8-424c-9ef5-9c73e7cf70d4\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.870991525Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.87295302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.872996951Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"488.459068ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.947139957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.947580019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.950097059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.9501289Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.950643564Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.962051598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.962451409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ef2272-99ae-4ba3-8923-ed6b69775fca\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.96248067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.962494671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.962804599Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.96282644Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.96283569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.962844511Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.962851981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.962859171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.963100098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.963159599Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.963340494Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.963360365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.963791017Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.966190663Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.966362328Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37aa51f6-859e-4086-90a5-35851698dca4\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.966380318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.96647172Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21df0193-f559-4a74-9877-6ee9f0e00dcc\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:36:59.966489391Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.966501121Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:36:59.98674571Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.093970689Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e2c2d4ec-0a6f-4f59-a996-0d9f396f05f6\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:00.094028901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.094042091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.094599826Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"409c114c-908c-4657-a1d4-a96c361e5b5f\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:37:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.094657988Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.094670278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba29413-5ad3-41aa-9285-707773534894\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:36:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:00.09473082Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:00.09474291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:00.094752641Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.095213563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.097407604Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":23,"elapsed":"711.756061ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.098801042Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.099166993Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.10305659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.103657166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.106631118Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.106988728Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:00.116172622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":23,"elapsed":"730.58044ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:00.331542185Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"ea8e75d4-d139-48f7-8030-4562579031a4","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1075,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.385714924Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.385771866Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.385783686Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.385793926Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.386142916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.38628918Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.388397978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.390782424Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.390800204Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.390968099Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.395386851Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.395812343Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.397857739Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.400269956Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.400287256Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.40043687Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.414013335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.414038256Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":68,"elapsed":"28.342722ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.436085454Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.43631471Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:09.478374721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"92.646316ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:10.331034311Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"63d66f9e-0b3c-4b19-b141-f2301b339f59","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1075,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.386447764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.386521066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.386537336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.386558287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.38701816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.38703832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.389702684Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.389881319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.390017953Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.393452047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.393477198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.393683134Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.395423162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.395676049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.446182842Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"59.729898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.458645777Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.462438781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.462469182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.462721559Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.477702772Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:19.477733073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":69,"elapsed":"91.304699ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:20.320438108Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:55208"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:20.320540671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"97ffe787-b886-4daf-b1b2-8a9d80bd1a05","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:20.320897661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"97ffe787-b886-4daf-b1b2-8a9d80bd1a05","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:20.323433831Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"97ffe787-b886-4daf-b1b2-8a9d80bd1a05","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2951,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:20.323702969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"dcdecfbe-fadf-4a85-91f6-fa031ce3d83b","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:20.324083149Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"dcdecfbe-fadf-4a85-91f6-fa031ce3d83b","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:20.326094955Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"dcdecfbe-fadf-4a85-91f6-fa031ce3d83b","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2460,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:20.331222326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"8f49cc66-2f86-4b79-a2ec-9d14a03c5e36","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1038,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385821727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385880038Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385890789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385899579Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385908529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385914979Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.38592267Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.38592999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.38593717Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.38594436Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.38595188Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385958621Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385965231Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385971901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.385979091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385987212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385993201Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.385999792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386007062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386013522Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386020482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386026662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386033103Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386039103Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386044853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386050683Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386057203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386371962Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386395663Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386413123Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386428424Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386443724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386458265Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386472755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386486975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386523176Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386537757Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386559457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.386739542Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387041081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387058171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387070101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387081702Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387094102Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387105932Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387117072Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387125653Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387307618Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387329738Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387344719Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.387455152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.38882681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.3888503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.388883841Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1397, tv_nsec: 1331184 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.389007555Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.389171479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.355733ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.38920213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.389713174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.390348912Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.390669811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.390680991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.390851496Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.391970897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.391990707Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.392154232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.39245192Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.3924651Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.392612854Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.393128909Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1397, tv_nsec: 5578661 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.393391976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.394064204Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.394323451Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.396124841Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.396140512Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.396312196Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.396990545Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.397006216Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.397141369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.399271188Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"13.40804ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.401532981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1397, tv_nsec: 13972182 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.401830819Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.401857509Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.402211089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.405015457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.40515351Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.407252408Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.407730652Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.44356703Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.445262307Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.445287968Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.445302658Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.445494194Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.445605727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.446301096Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.446325757Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.446336157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.446615494Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.449513214Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.449539795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.449548986Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.449806253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.452158978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"65.095306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.45261322Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.455401767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.455429128Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.455555101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.457394612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.45769538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.459376837Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.459552671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.459741577Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.461047733Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.461059673Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.461195147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.461558547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"75.572965ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.462811272Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.463084069Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.463189232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"76.130771ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.46458915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"77.54964ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.468396726Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.468421636Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.468774006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b68735-f8c7-4e75-b1b7-89fddf429f4d\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.468794017Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.470851763Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"84.899433ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.470904565Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.471725727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.47327658Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.473292731Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"87.419352ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.473302991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.473311321Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.473565118Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7120b35d-d8c8-4494-85a7-a8ed471b1474\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.473590989Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.474397101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.474415012Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.474586066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.475000248Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.478631378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.478653809Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.478885035Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd38d9cd-25c8-4133-b8ba-60e1020a3d7d\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.478897356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.480361806Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.484785688Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.485130137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.486824194Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.487156613Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.488226153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.488248234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":70,"elapsed":"102.284853ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.497891289Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.498180768Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.5011618Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.5011768Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.50118534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"115.338023ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.548584428Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.55592217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.555972462Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.556236009Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.55626779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.556685011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e608777f-f9a5-49fd-bb0e-63f5565c3562\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.55918203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.559626372Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.560159617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":24,"elapsed":"174.256577ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.563721796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"176.632724ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.564539618Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":24,"elapsed":"178.736082ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.565088793Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":24,"elapsed":"179.098132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.587975725Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.588314404Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.590121894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.592001186Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.592033117Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.592255693Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.593862207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.595681287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.595707238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.595883203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.640611227Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.640654999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.641116431Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"802f8a7e-c2ba-48e2-8cde-e5108a3ed397\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.641144702Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.641477051Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.672902089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.673259438Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.674963466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.674980236Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.675171031Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.68564301Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.68599516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3f6577d-6dc1-49a7-a744-a04efceb8f4b\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.686020711Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.686031951Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.686335289Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.68634684Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.68635434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.68636217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.68636963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.68637664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.686577926Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.686587226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.68673166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.686741971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.686968887Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.689144487Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.68925778Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f88c62c-12eb-497f-8f6d-c0ae6cda6236\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.6892731Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.689373093Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be155c64-ce95-4bd1-b826-c3179c335fbf\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.689393594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.689403234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.701539329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.701556379Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.710031473Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.781853935Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f5e67224-d9f5-460d-b315-f192fcf9b2fc\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.781877366Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.781886696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.78238745Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bcec80e8-c1dd-4747-861e-4f3c53e32161\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.782409991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.782646677Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.782705069Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"813feff6-cd93-44b1-82d8-7b85b9192bc0\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.78273776Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.782792081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0ea0dc-42c6-476c-b674-99c19e328c60\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.782812002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.782820222Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.782826912Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.782923875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.784036065Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":24,"elapsed":"398.107506ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.785433594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.785797624Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.787203423Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.787420609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.789423584Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.789686531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.79037918Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.790571116Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.79216213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.792437967Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:29.793182508Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.793210449Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.79362946Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7148211e-3c40-4866-be7d-7eef2cdf5888\", \"date\": \"Fri, 20 Dec 2024 22:37:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.795292996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":25,"elapsed":"409.384687ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:29.800008486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":24,"elapsed":"414.149098ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:30.330878407Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"09731a78-21ff-4892-bb06-2b7f25095097","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1054,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.385890478Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.38594316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.38595416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.38596211Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.386252998Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.386266629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.388072729Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.388738827Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.389119378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.390457064Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.390466325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.390608669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.390843425Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"4.954067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.391862423Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.392072989Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.393400056Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.395592336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.395602136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.39574404Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.407943637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:39.407961327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":71,"elapsed":"22.088899ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:40.330993239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"60e8acca-3aaa-4193-8987-69712e4c33c6","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1078,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.386263799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.38632406Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.386336871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.386346001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.386694561Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.386709481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.387922005Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.389008875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.389371734Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.390329661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.390340111Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.390495516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.392770328Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.393042236Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.394425314Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.3968177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.39683179Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.396982335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.409153931Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.409180591Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":72,"elapsed":"22.927743ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:49.429481081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"43.209932ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:50.320619793Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"1957e24e-525d-4317-a582-38341ea4e275","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:50.320919191Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"1957e24e-525d-4317-a582-38341ea4e275","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:50.323312887Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"1957e24e-525d-4317-a582-38341ea4e275","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2752,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:50.323537073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"6ac8c4fa-0135-482b-befd-be2260bf0db8","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:50.32377764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"6ac8c4fa-0135-482b-befd-be2260bf0db8","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:50.325299202Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"6ac8c4fa-0135-482b-befd-be2260bf0db8","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1795,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:50.331550275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"84a955c9-163d-467e-a2f1-dc724ed77083","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1161,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.384754337Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.384815319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.384826789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.384835359Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.384844019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385120837Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385355893Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6b172144-6fe3-403a-b88e-6be93db6788c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e1e925bb-4266-49d2-b532-0f79860badbb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1426, tv_nsec: 997778375 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385442316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385451946Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385458776Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385466557Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.385472937Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-20 22:27:59.385442096 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385480657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385486997Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:37:59.385493667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385500607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385507518Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\"}","iteration":14,"elapsed":"8.73µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385515718Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385522398Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385529288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385535388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385542788Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385550759Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385558089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385565349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385572219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.38558008Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.38558708Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.38559361Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.38560118Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.38560882Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.38561597Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385622721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385629671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.385636701Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385642841Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385649202Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385655752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385662042Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385669082Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385675662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385682002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385688043Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385694803Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385701993Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385708303Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385715363Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385721864Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385727894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385734644Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385741654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385751484Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385762465Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385772305Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385781535Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385801166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385842457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.385852967Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386068403Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386096284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386112774Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386153225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386165316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386174086Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386182466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bcf7579-f08c-458a-b8fa-486beafab77e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1426, tv_nsec: 998597578 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386195466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386204817Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386213477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386220607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386228938Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386237548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386245288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386251888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386260548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386270239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386278259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.491681ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386286999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.3863203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386454264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386480724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386489725Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386497915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386504515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386511695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386518226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386525376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386531796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386539516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386548556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386556596Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386563147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386570237Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.38666283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.38667459Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.180352ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386707141Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386717381Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386723961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386795013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386815084Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386894166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386924367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386935467Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.386943357Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.387004789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.387081741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.387958065Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.38812739Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.388442348Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.389267101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1427, tv_nsec: 1699443 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.389494317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.389970421Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.494494ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.390192247Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.390203197Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.390341761Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-20 22:27:59.385442096 UTC"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.390351541Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.390359752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"expiration\":\"2024-12-20T22:27:59.385442096Z\",\"pruned\":[]}","iteration":13,"elapsed":"4.906346ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.390628429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1427, tv_nsec: 3066531 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.390871846Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.391976136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.392175582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.394551757Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.395140473Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.395557635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.396668826Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.396684016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.396862431Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.398060114Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.398087495Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.398232709Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.399092062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.399119833Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.399350389Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.400011398Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.401371875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.403309059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.403326329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.403473753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.404389059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.40551337Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.406452076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"19.949191ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.40804965Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.4080628Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.408266426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.409580102Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"23.002405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.411216177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.413808939Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.41384142Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.413977053Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.4156633Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"30.182833ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.416655397Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.416893724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.417269564Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1427, tv_nsec: 29693896 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.417342326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.417562592Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.417665105Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.422939271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"36.443156ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.450484081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.450535512Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.450544122Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.450967124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.457544626Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.460058615Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.460080625Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.460263221Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.461555126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.463076248Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.463105409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.463600363Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.463614163Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.463667035Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.463790048Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.464002594Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.464123737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.464457896Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.465085994Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.465103994Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.465248008Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.465830504Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.465863175Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.466008949Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.467421068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.46786468Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.468251361Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.468431526Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.468483877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.468680923Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.469516436Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.470166844Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.470500933Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.475308286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.475335797Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.475346867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.475359387Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.475409519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.475420249Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.475432119Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.47544612Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.47545548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.47981242Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.479835491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.479843471Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.479850181Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.480056057Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.480740606Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.481530628Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.4823539Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.48269686Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.483546073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":25,"elapsed":"97.897062ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.484224712Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"97.632655ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.484663214Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.484688255Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.484793947Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.484805378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.484850539Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.484982293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.488347745Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.488364656Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.488374356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"101.853931ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.488919441Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.48921362Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.48960875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.489630141Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.48996369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.490907346Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.491081041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.492061868Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.492348936Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.492944203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.492965823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.492977423Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"107.435575ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.49322682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.493465657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.493487758Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.493652002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.494255279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.494267919Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.494433404Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.49613416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"110.451278ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.496155091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"109.633666ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.503486853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.503508864Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.503518684Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.503783571Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.508873622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.508893752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":73,"elapsed":"123.273942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.509370875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.509632983Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.512849701Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.512873952Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"127.246571ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.518182799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.520113162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.520133342Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.520277906Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.525410938Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.525435759Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.525785808Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88b7471b-ac0a-4495-adc5-abc6c820754b\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.525811569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.527111845Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.527406063Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.527778913Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.527803474Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.529580933Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"143.962972ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.531316581Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.54650709Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.546535201Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.546547161Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.546889751Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.548425113Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.548986609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"163.489341ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.5512299Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.551260771Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.551404785Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.554146381Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.554171752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.554182062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:39.700273 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.554192432Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1}","iteration":14,"elapsed":"169.422865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.556588948Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.55666823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.556685101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.556692051Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.556698342Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.557072042Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.557095502Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.558935033Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.562675836Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.562708967Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.562915283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.578943985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.578999737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.579011237Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"193.318834ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.598843805Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.600634344Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.600682865Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.60083468Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.655124358Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.65518832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.65593567Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038d5f8a-17a1-4e41-96fa-c9dc828db2ea\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.655971301Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.657607826Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.66862713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.668659481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.668874347Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61b8d9d8-865b-48f3-9b51-e4c607e9d21b\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.668890067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.671296284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.707292217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.709180979Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.70920073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":25,"elapsed":"323.60836ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.7092111Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.709620922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5285659d-91fa-41b5-9889-3fd3802a5ca7\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.709651783Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.710103515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.711509834Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.713516489Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.7135406Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.713749245Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.715889464Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:37:59.717079747Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.717106558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"331.58371ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.717759716Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.717784607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.717952021Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.728870943Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.728902614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.729186291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a5fcbc70-7c6c-4b3a-aeec-728853d8e604\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.729199332Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.729553042Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.73202149Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.732367569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.735246629Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.735357862Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.735681531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.735801934Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d6a51092-faaf-4a6a-ac82-d27378705089\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.735813804Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.737658315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"15db7bbd-e799-4231-9241-0e58853377c2\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.737684736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.739360852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.739374453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.739765054Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ac270081-095d-4cde-b504-e3ed523e3141\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.740309589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.740328199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"354.668407ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.742217911Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":26,"elapsed":"356.660022ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.767413437Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-20T22:25:57.040586Z, time_modified: 2024-12-20T22:25:57.040586Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.767455058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]}},\"default_endpoint\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"381.91358ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.777996069Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.778024789Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.77804044Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.778458811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.784799316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.785134686Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d17f74b-9c53-4992-826a-063d9dbbdf6d\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.787419729Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.787788779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.790075802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":25,"elapsed":"404.628846ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.791282315Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.791791459Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6511508d-cb1a-4af0-a797-8dfa26f25231\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.79180387Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.793852316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"47f89cf4-bae5-40df-8324-eb417cbfe587\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.793870736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.795234854Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e4102da5-2d10-4837-aa4c-08152d9885b0\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.795249065Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.796713205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.796750346Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"412.01516ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.816944963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.819635647Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.819652798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.819824213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.878289466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.878603225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.87914708Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.87952533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c3d5c9f-b6c2-48d2-811c-eae1bfa21248\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.879548971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.879559011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.879567901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.880483227Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":25,"elapsed":"494.899927ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.881007921Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.881023662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.881033002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:40.428768 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.881042862Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2}","iteration":14,"elapsed":"495.485743ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.881794003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.881807083Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.882085331Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.892123958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.892355545Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c73561d1-0792-46eb-8b53-d8ad31699cfa\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892378365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892389325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892604901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892617252Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892625642Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892633962Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892642462Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892649793Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892808167Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892817837Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.892961651Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.892971622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.893185047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.89510357Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.895207573Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f71859e0-6576-4c24-9be6-176cc3c91e73\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.895219524Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.895319466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c97a24d3-fdf1-4405-9490-17ceef72531c\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.895337327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.895351537Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.99219752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3449a3cf-aa3a-41f4-9e75-9ac6787e4546\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:37:59.99222975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.992239491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.992672183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f9361f7-8dfb-4b25-85fa-04fe36f1637a\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:37:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.992719964Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.993098565Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.996584531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.996818107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.999599814Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:37:59.999896232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:00.001664301Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:00.001856676Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:00.008367216Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":25,"elapsed":"622.91641ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:00.331616416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"e9c41ef5-68a9-4bab-9167-5ac1f1c44674","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1079,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.385661402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.385718133Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.385730244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.385739614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.386057903Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.386111044Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.387189674Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.389606711Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.389627511Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.389777905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.3910493Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.391238426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.392742547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.394951578Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.394967259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.395097912Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.404399929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.40442436Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":74,"elapsed":"18.776238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.430589702Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.430928201Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:09.468321323Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"82.648211ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:10.331200625Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"2d770025-0cb9-4954-8d35-ffc0e8c7fc62","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1170,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.385484287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.385565029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.38558342Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.38559779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.385929659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.38595415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.387617266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.390103924Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.390123225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.390280149Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.391974676Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.392187682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.393853248Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.396134971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.396166812Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.396286455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.408403759Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.40842808Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":75,"elapsed":"22.966483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.42728854Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.427581959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:19.429205633Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"43.724677ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:20.331679728Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"43d32309-c025-42f5-b65c-532476ba3520","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:22.015938116Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1:0]:47497"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:22.016215324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fa2f8877-eda1-4f86-968e-42dfe290f2ee","remote_addr":"[fd00:1122:3344:101::1:0]:47497","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:22.016558073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"fa2f8877-eda1-4f86-968e-42dfe290f2ee","remote_addr":"[fd00:1122:3344:101::1:0]:47497","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:22.063136179Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"b217f28e-649a-4e88-87bd-154b1b9a793e"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:22.0631655Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"fa2f8877-eda1-4f86-968e-42dfe290f2ee","remote_addr":"[fd00:1122:3344:101::1:0]:47497","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47017,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386496014Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386598437Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386620588Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386637958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386653929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386669059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.38668484Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.38669951Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386716691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386732061Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386745912Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386761582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386776302Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386788773Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386801533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386815253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386827264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386839324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386852255Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386863805Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386876835Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386888976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386901066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386914306Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386926166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.386938867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386951807Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386963718Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386976888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.386989258Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387003019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387016349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387029609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.38704208Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.38705496Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387250795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387274016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387291327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387365678Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387384999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.38740143Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.38741696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387464081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387474001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387484332Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387493022Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387507742Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387529313Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387538353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387547174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.387558354Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.389375434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1457, tv_nsec: 1788896 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.389613511Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.389672502Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.389816756Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.390542966Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.390874335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.373861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.391602355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.391674988Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1457, tv_nsec: 4093370 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.391948175Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.393336903Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.393349824Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.393505318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.393751555Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.393764275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.393963671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.397446017Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.400493061Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.400523932Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.400743198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.407162005Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.407487284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.408529803Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.408657076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.408760109Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.411503365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.411528856Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.411756962Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.446344076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.446663135Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.449447522Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.449788661Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.451400126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.453816202Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.453845963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.454017688Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.455624922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.455647273Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.455656853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.45590051Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.456453655Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":26,"elapsed":"69.830538ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.457057522Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.457229126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"70.436894ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.458715178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.458740978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.458996945Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.459219701Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05ce46b9-2bfc-4a8d-9e25-3089a86ea690\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.459242322Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.459727266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"72.908332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.459856179Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.460420125Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.460687102Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.460708513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.46098861Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.461406352Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.462324327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.462353698Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.462449731Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.462512072Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.462865662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.464540988Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.464779555Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.465795533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.465822894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.466104402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99099b8-bb0f-4586-a3ea-8eccbc4273cb\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.466118852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.466127822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.467423398Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.467676345Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.468322783Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.468693713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.468723924Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.468887998Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.470575335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"83.716541ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.470663287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.471525031Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"84.928814ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.471751317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.472759775Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.472786016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.47294884Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.473764983Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.473791534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.473937188Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.474338539Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.474625687Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.475642155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1457, tv_nsec: 88058267 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.475925573Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.481831505Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.481864466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":76,"elapsed":"95.172367ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.504365127Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.504400868Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.504411159Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.504745598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.522502857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"135.795866ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.522542738Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.522837296Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a449f5-ce96-41db-bed0-0b880015a710\", \"content-length\": \"1\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.524085271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.524216785Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"137.382991ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.524313907Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.549451461Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.549523513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.549991486Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be45f586-9535-4806-a62a-efdce14ebb74\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.550039737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.553334428Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.56900085Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":26,"elapsed":"182.465685ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.571725976Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.571743936Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.571753546Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"185.17344ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.585261529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.585769293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.600047897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/5d30cfc0-e1b9-4f35-8d73-c5e39a7c1793/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.600800918Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/5d30cfc0-e1b9-4f35-8d73-c5e39a7c1793/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd5f1ed1-edf6-4fde-bcb9-62fc946915bd\", \"content-length\": \"130\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.602182016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":26,"elapsed":"215.721752ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.603346318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.603359278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.603602815Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc623ff1-818e-48f6-8c0d-d7d5c832c110\", \"content-length\": \"583\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.603638226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.603961345Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.610883216Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"vmm_id":"5d30cfc0-e1b9-4f35-8d73-c5e39a7c1793","sled_id":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","instance_id":"b217f28e-649a-4e88-87bd-154b1b9a793e","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-20T22:38:22.014355093Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.610911207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"vmm_id":"5d30cfc0-e1b9-4f35-8d73-c5e39a7c1793","sled_id":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","instance_id":"b217f28e-649a-4e88-87bd-154b1b9a793e","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-20T22:38:22.014355093Z }","propolis_id":"5d30cfc0-e1b9-4f35-8d73-c5e39a7c1793"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.610927387Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"vmm_id":"5d30cfc0-e1b9-4f35-8d73-c5e39a7c1793","sled_id":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","instance_id":"b217f28e-649a-4e88-87bd-154b1b9a793e","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.611241026Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"vmm_id":"5d30cfc0-e1b9-4f35-8d73-c5e39a7c1793","sled_id":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","instance_id":"b217f28e-649a-4e88-87bd-154b1b9a793e","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.650383856Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"263.637004ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.659314433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.66067675Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":26,"elapsed":"274.022072ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.673331749Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{14251541-ccc2-46a6-b4c4-eedae5d2650f: {10.151.1.175: {ec773473-5c6d-4c0f-8c23-3b3a1177ca5c}, 10.151.1.176: {ec773473-5c6d-4c0f-8c23-3b3a1177ca5c}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.6733608Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.673494434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.673600337Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b4b5e988-b190-462e-b0a2-fd7c9d4905a3\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.673612457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.673894775Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.674015898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.675811748Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.675942492Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.675958792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.676098106Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.67623888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.678973025Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.679273893Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.681827364Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.682081971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.68385456Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.684095526Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.68638975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.686723329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26926b52-ecff-4193-9ecc-f7f6c4335391\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.68674762Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.68675825Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.687077109Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.687088389Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.687096089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.68710414Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.68711174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.68711888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.687285645Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.687316466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.687327276Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.68748147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.68749198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.687499151Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.687687886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.689478745Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.689601598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa11fc5d-a825-40fa-8e43-b3fa490de4d8\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.689616049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.689707741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04739d97-3764-4027-8091-98274cdaf259\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.689732922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.689744773Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.690705609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.690721459Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.6907293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.745706827Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.746141549Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.748072002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.750678934Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.750696764Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.750975742Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.752573936Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.754334175Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.754345565Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.75451739Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.788491978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.795012927Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"31b23689-30b8-4dd2-9294-7ba2a8d52742\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.795038488Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.795051079Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.795591563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2e0330c1-d051-4a04-b217-45f7467fe4aa\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.798566736Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":27,"elapsed":"411.810314ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.798598506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"457d4963-7806-4b7b-a4ff-3877804efaa5\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.798648158Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.799014148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.802080462Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.802415212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.802852914Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e86caeca-a6b4-4726-a58d-534fe89bac06\", \"content-length\": \"810\", \"date\": \"Fri, 20 Dec 2024 22:38:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.802893775Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(5279387) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.802905435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:29.802913236Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.804376996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":26,"elapsed":"417.836581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.805890828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.806136374Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.807914623Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.808168041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:29.815068871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":26,"elapsed":"428.492325ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:30.337897469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"5e35863f-eb33-4d56-830a-fa562b72cbab","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7731,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.386023171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.386073933Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.386084523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.386092513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.386422852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.386436513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.388637143Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.389220709Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.389468826Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.391130672Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.391143353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.391313657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.393706323Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.39393928Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.39576414Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.397998262Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.398027752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.398152016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.409240762Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.409261502Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":77,"elapsed":"23.254682ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:39.427871786Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"41.838555ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:40.331651327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"6104762d-1595-455a-a64c-d169175c33ee","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:42.206978638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:55509"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:42.207122912Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae32aa11-ec4c-4b05-925c-38e96265b17c","remote_addr":"[fd00:1122:3344:101::2]:55509","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:42.207636697Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae32aa11-ec4c-4b05-925c-38e96265b17c","remote_addr":"[fd00:1122:3344:101::2]:55509","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:42.266389278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"63c04eec-6f2a-4bb5-b3c5-4ec7963a2212"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:42.266418339Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"ae32aa11-ec4c-4b05-925c-38e96265b17c","remote_addr":"[fd00:1122:3344:101::2]:55509","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59386,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:42.414246018Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:35266"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:42.41432333Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d9ac3624-e8d0-4485-914a-b925b2e47a01","remote_addr":"[fd00:1122:3344:101::2]:35266","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:42.414589588Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d9ac3624-e8d0-4485-914a-b925b2e47a01","remote_addr":"[fd00:1122:3344:101::2]:35266","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:42.476314071Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"436d38e5-8494-4cf1-860f-5150503e0550"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:42.476365662Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"d9ac3624-e8d0-4485-914a-b925b2e47a01","remote_addr":"[fd00:1122:3344:101::2]:35266","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62059,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:43.629662818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:32806"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:43.629759531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"972393a8-e141-44dc-a1e1-ad1326148202","remote_addr":"[fd00:1122:3344:101::2]:32806","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:43.630110441Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"972393a8-e141-44dc-a1e1-ad1326148202","remote_addr":"[fd00:1122:3344:101::2]:32806","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:43.688467751Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"1b259a02-5b07-4d40-801f-a3be14e66867"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:43.688492822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"972393a8-e141-44dc-a1e1-ad1326148202","remote_addr":"[fd00:1122:3344:101::2]:32806","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58799,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.385574449Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.385652961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.385671262Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.385685722Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.385924089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.385947059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.388059377Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.388286274Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.388465609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.390058913Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.498524ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.390353891Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.390367721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.390498795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.392168481Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.39249526Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.394172856Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.396561652Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.396576072Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.396723207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.408417799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:49.40844162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":78,"elapsed":"22.884851ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:50.331431601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"cc7f7f3e-ed72-40e3-9e76-f6175383ae06","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1316,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:53.545781023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:32904"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:53.545924477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c6c7e45c-ffa6-4e16-b5a8-984f0cef82ba","remote_addr":"[fd00:1122:3344:101::1]:32904","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:53.546414081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c6c7e45c-ffa6-4e16-b5a8-984f0cef82ba","remote_addr":"[fd00:1122:3344:101::1]:32904","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:53.611360193Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"60382741-4b2a-4c29-94f6-25f67f5ab7e4"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:53.611388514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"c6c7e45c-ffa6-4e16-b5a8-984f0cef82ba","remote_addr":"[fd00:1122:3344:101::1]:32904","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65552,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385239459Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385297741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385310081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385320152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385329372Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385682182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385718213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385727973Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.385736003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385743413Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385751364Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385758554Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385765714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385773154Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385780374Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385786534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385793595Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385800695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:38:59.385808495Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385816766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\"}","iteration":15,"elapsed":"9.651µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385825936Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385833126Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385841436Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385848646Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385855567Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385862117Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385868547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.385876637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-20 22:28:59.385803525 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385883297Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385890057Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385896098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385903288Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385909828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385917228Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385924678Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385931969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385938219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385946929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385954349Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.385961169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.38596795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.38597503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.38598195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.38598871Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.38599569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386003111Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386009981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386020801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386030141Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.386039441Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386048622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386129434Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6b172144-6fe3-403a-b88e-6be93db6788c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e1e925bb-4266-49d2-b532-0f79860badbb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1486, tv_nsec: 998523326 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386163055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386207296Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386224727Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386238087Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386264168Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.38634299Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.38635963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386372241Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bcf7579-f08c-458a-b8fa-486beafab77e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1486, tv_nsec: 998757042 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386390251Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386430982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386443913Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386453253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386462273Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386470344Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386477444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386485094Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386492234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386498874Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386506265Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386512875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386519475Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386526285Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386532355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386541766Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386554876Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386565386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386576616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386590177Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386600277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386613537Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386625578Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.38670503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386772142Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386790272Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386801393Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":15,"elapsed":"1.571793ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386816343Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386854844Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386865024Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386873184Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.09488ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386880875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386887705Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.386895625Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.388635183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.389847627Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1487, tv_nsec: 2249769 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.390070303Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.320969ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.390098653Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.390162705Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.39033038Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.390346311Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.390397672Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.390486344Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.392337755Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.393063565Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1487, tv_nsec: 5459767 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.393369584Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.394970798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-20 22:28:59.385803525 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.395000119Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"expiration\":\"2024-12-20T22:28:59.385803525Z\",\"pruned\":[]}","iteration":14,"elapsed":"9.171713ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.395483812Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.395510153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.395725169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.396333946Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.396654654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.397965851Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.398408653Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.400653435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.400676425Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.400849Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.401408556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.401428016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.401587691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.408252294Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"21.762491ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.411193006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.411470213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.411538285Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"25.026781ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.412034779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.414718913Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.420201414Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.420542724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.420721319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.421159091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.423479585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.423690751Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.447530978Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.448842895Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.449244616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.450967693Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.450997254Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.451253601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.454807869Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.458493981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.458793059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.45881011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.45882034Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.459087148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.460681601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.460849656Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.460861066Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.460867517Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.461268168Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.461786652Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.463628503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.463650513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.463856259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.464688142Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"78.957019ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.465409032Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.465434143Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.465673299Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.466321187Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.46677883Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"80.304496ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.467121199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.46713127Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.46713981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"81.411006ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.467289184Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.468054985Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.468068215Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.468074345Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.468364524Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.468540228Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.468685022Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.468696153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.468760614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.468892478Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.46967888Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.46969748Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.469930767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.470453221Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.470474622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.470484652Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.470493692Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.470729059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.474327148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.474355019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":27,"elapsed":"88.448171ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.474718399Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.475029317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.475254403Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.476050225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.476126088Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.4765847Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1487, tv_nsec: 88983012 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.476790386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.47694477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.477513916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.477987959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.478301838Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.478312738Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.478478963Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.478495193Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.480151479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.480168049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.480329074Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.480802097Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.480814567Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.480995402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.481458875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.489188548Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.489215469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":79,"elapsed":"103.29348ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.500996954Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.501022295Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.501031485Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"114.543021ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.511328818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.514005922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.514034413Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.514238049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.517681544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.518081165Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:38:59.521223131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.521248752Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"135.376066ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.525243633Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.525272043Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"139.485808ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.529826679Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.533524451Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"147.028007ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.53456392Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.53492199Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.536311728Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.536336949Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.536350999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.536441631Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.53673983Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.538966901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.538998582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.539048714Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.53927927Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.540308718Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.540387771Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.541519122Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"910bcc11-4a4e-4005-9d7f-234e5624de01\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.541545292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.543506077Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.543533467Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.543725472Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.54543516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.547403404Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.547436905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.547451105Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:40.428768 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.547463886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2}","iteration":15,"elapsed":"161.532917ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.54905165Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.549226794Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.549240695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"163.335897ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.56791263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.567973392Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.567987422Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.567996622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.568005343Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.568474986Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.568606529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.568746703Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"182.840895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.578021019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.582192724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.582223955Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.582383279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.625488219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.632272616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-20T22:25:57.040586Z, time_modified: 2024-12-20T22:25:57.040586Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.632346738Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]}},\"default_endpoint\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"246.44482ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.633522421Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"247.046137ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.662150581Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.662198182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.662212882Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.662623124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.662637064Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.663055576Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.664554677Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.671865729Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.67189334Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.672079565Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.676946099Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.67697363Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.677395801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c4856a2-5fb3-4b15-9346-cf4c170f1df1\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.677415902Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.679448598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.697703862Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.698162874Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7c096ca8-564d-4610-9692-1f3b374598ee\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.698191225Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.703916393Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":27,"elapsed":"318.077107ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.704307864Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"aa5a99f9-0e21-423f-bf3e-c1f421ca6b5d\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.704334395Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.706297049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.70632266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"320.387111ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.717679253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.720664395Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.720684296Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.721000115Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.726718033Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.726741723Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.727115273Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5457b18c-8740-48d1-ad5e-0b0d4735b06b\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.727182765Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.728983005Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.732334077Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"346.381848ms"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.763860387Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.763882108Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.764387052Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c98caa4-7e8d-413b-97ba-48614047e563\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.764411013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.764756442Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.766353136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.767191499Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.76721459Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.76722826Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:39.700273 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.767241771Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1}","iteration":15,"elapsed":"381.9813ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.768910057Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.768931107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.769143713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.776378433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.79259104Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.79294261Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ec1b33c-5b05-4818-9aa2-dce31e2632bf\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.795434299Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.795768608Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.797834365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":27,"elapsed":"412.110053ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.821773446Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.821804277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.822113205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f2c1d3f5-e7e8-4530-afb5-7d02ea968b39\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.822140446Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.822512156Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.825332244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.825617062Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.828162502Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.828502982Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.829231811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.829740886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8302747a-34cd-4f8d-ab67-5787d458759f\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.829764376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.831682099Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.8317038Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.832205834Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"800217d7-0807-4838-9c93-08e9b6142fbb\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.834075325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"602f0063-47fe-4011-bbcb-e834943bfef4\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.834096276Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.835734711Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":28,"elapsed":"449.771672ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.835957357Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b2abb7a4-7565-4afe-a839-474cf7868531\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.835975148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.837940712Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.837976063Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"452.762305ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.857743508Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.858071738Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.860417042Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.860437983Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.86071768Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.868193057Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.868539216Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0386a253-96d8-4221-ba0a-b712bb9cfaad\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.868563237Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.868576237Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.868830744Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.868849265Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.868857245Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.868865145Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.868872996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.868886476Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.86904473Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.869061291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.869225605Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.869247136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.869572885Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.87085435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.870977083Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e18a35-6d0b-445d-9857-b0581aac5b39\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.871008135Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.871061876Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcbd7a2-d3a8-4ba8-9092-fdbe74adcc3e\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.871085697Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.871102797Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.893074173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.974737957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9ba4d3c3-c72e-464f-ab7c-4dbeb2dbae78\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.974780068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.974790808Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.975510358Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd55d94-b152-4a21-bd52-25059107cbac\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.975535059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b46b2b34-42f4-4412-963f-72dafeacb5c7\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:38:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.9755503Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.97555822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.97556733Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:38:59.97557499Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.975897519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.976982269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":27,"elapsed":"591.062311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.979969731Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.980315001Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.983154839Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.983388326Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.98572086Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.98607215Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:38:59.994004499Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":27,"elapsed":"608.217244ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:00.33104807Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"ab1d6632-bc0a-49c0-a22a-d2d0d93d7207","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:00.4948608Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58504"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:00.494976534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5199bb6f-a270-431f-b2f1-fd93c146b8d5","remote_addr":"[fd00:1122:3344:101::1]:58504","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:00.495327904Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5199bb6f-a270-431f-b2f1-fd93c146b8d5","remote_addr":"[fd00:1122:3344:101::1]:58504","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:00.646050452Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"6ec8a8ff-c081-4d29-bea2-e557ef0ce99c"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:00.646113384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"5199bb6f-a270-431f-b2f1-fd93c146b8d5","remote_addr":"[fd00:1122:3344:101::1]:58504","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151179,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:07.731450581Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:54990"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:07.731592835Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0a9926c2-c22b-46e9-8648-a4fb458555a0","remote_addr":"[fd00:1122:3344:101::2]:54990","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:07.732005006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0a9926c2-c22b-46e9-8648-a4fb458555a0","remote_addr":"[fd00:1122:3344:101::2]:54990","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:07.794012437Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"55a99e44-91e8-43e1-9211-c4d9c50ff3a4"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:07.794038798Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"0a9926c2-c22b-46e9-8648-a4fb458555a0","remote_addr":"[fd00:1122:3344:101::2]:54990","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62538,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.38634959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.386423322Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.386442042Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.386455923Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.386940006Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.386976857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.389090805Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.391479601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.391498362Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.391647886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.394165825Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.394415102Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.425522681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.425756487Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.434147929Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.436820353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.436834063Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.436998887Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.449650277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.449673417Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":80,"elapsed":"63.344658ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:09.476633631Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"90.261381ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:10.331659556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"080c0790-dc9c-4e0f-b6ac-0d0e2d4e17f7","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1134,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:11.845108321Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:11.845152482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:11.875716266Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:11.875825569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47090"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:11.876004124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0f0d70b8-6168-4502-abaf-4ec1aae4fed5","remote_addr":"[fd00:1122:3344:101::b]:47090","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:11.876319663Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0f0d70b8-6168-4502-abaf-4ec1aae4fed5","remote_addr":"[fd00:1122:3344:101::b]:47090","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:11.927238378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/oximeter.rs:76","collector_id":"a0c68cf7-84ce-4a59-a3f9-ff7d332963b9","producer_id":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:11.927265699Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"0f0d70b8-6168-4502-abaf-4ec1aae4fed5","remote_addr":"[fd00:1122:3344:101::b]:47090","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51316,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:11.927356671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0d70b8-6168-4502-abaf-4ec1aae4fed5\", \"content-length\": \"41\", \"date\": \"Fri, 20 Dec 2024 22:39:11 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:11.92984129Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:11.92985232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.386033301Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.386083842Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.386093023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.386101133Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.386406501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.386438532Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.38887649Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.391256035Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.391272866Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.39142812Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.393720113Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.393928269Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.395698668Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.397913209Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.397927899Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.398064023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.410363792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.410386153Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":81,"elapsed":"24.365443ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.427949788Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.428299138Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:19.475942212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"89.897341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:20.320972201Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"d35899d6-783a-453a-81c1-e5096b77476b","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:20.321298921Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"d35899d6-783a-453a-81c1-e5096b77476b","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:20.323350367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"d35899d6-783a-453a-81c1-e5096b77476b","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2451,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:20.323644795Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"44303eb4-87d5-445a-a3ef-673f551e5833","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:20.323989855Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"44303eb4-87d5-445a-a3ef-673f551e5833","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:20.32634152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"44303eb4-87d5-445a-a3ef-673f551e5833","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2763,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:20.331736959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"ad1fe0a4-f1a1-44ad-956b-af7a34bebb23","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1166,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.38636734Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386433092Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386451192Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386466253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386487944Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":31,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386503104Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386515174Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386528274Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386541585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386554125Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386566446Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386580376Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386594406Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386607087Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386619767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386632457Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386644928Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386657448Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386669589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386682979Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386694719Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.38670657Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.38671615Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.38672389Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386731Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.38673943Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386747521Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386755721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386763611Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386771911Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386779472Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.386787992Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386796092Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386803852Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386812413Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.386975477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387048799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387063029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.38708394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.38710813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387118371Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387167502Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387183123Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387193883Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387204023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387217444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387228224Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387238654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387399059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.387411589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.389452955Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.389601519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1517, tv_nsec: 1987451 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.389951549Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.391142432Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.773312ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.391250125Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.391262805Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.391404999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.391483171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1517, tv_nsec: 3868854 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.391730898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.393386264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.395012939Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.395322707Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.396058488Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.396073428Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.396218622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.400000136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1517, tv_nsec: 12387978 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.400288814Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.400305975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.400591603Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.444953497Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.445366348Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.448146765Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.448444713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.449679367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.452177936Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.452197617Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.452350631Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.453909604Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.45411483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.454789198Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":28,"elapsed":"68.170481ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.456857955Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.456890206Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.4570327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.457103672Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.457129173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.457265997Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.457277037Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.457283137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.45738243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.457725949Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.458522701Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.458704096Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.458731137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.458792299Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.458866881Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.459070067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24035e71-bab9-49c2-8dbe-d4abd9d75b6a\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:39:29 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.459089947Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.459101607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.459439877Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.460083955Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.460201388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.460250029Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.460469635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.46064392Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.461053451Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.461874444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.461888664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.462068919Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.462546263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.462563003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.462730328Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.463163089Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.463626112Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.46390227Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.464867547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.465891925Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.465917085Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.46608031Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.466753959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.466776009Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.466964124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.469625258Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"83.042731ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.470123212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.470141652Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"83.487214ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.470259435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"83.69663ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.472662771Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"86.221089ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.478277957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.478294587Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.478632316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de59126-0147-4797-87b6-c67edfc1abf7\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:39:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.478648107Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.479868961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.479885411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":82,"elapsed":"93.347416ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.480167659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.505167369Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.505190079Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.50519784Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.505493758Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.50887628Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.509198659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.510968278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"124.512526ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.512307475Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.512519671Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.512541382Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.51284753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8748b268-f540-45d9-ac5a-a6a17ffdf7c0\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:39:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.51287004Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.514150386Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.514161586Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.514336801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.5153744Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.522467356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"135.952651ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.57153473Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.571577851Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.571591281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"185.152669ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.574938364Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"188.329217ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.594110402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.594532824Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.59729034Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.597317811Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.597736583Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3005c39-9f07-4ef3-9f9e-67f8bd44a4b1\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:39:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.597781394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.598159384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.600871049Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":28,"elapsed":"214.410147ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.622450265Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.622503236Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.622730162Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f30d06dd-76c9-4c23-bd73-d14f5642237c\", \"date\": \"Fri, 20 Dec 2024 22:39:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.622743713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.623095482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.625116368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.625342544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.62806415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.628355078Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.631210136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.631224817Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.631638908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"76f4370b-99ec-4d07-b2d3-562948ece099\", \"date\": \"Fri, 20 Dec 2024 22:39:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.633079678Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":29,"elapsed":"246.452121ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.655575479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.655895598Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcdfe99e-22c0-43cb-a776-1a6fc84afe90\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:39:28 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.658185881Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.658492559Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.660235927Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":28,"elapsed":"273.890528ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.73026846Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.73064467Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.732972205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.732990995Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.733384546Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.736929034Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.737230572Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.738823426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.740483962Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.740500822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.740666297Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.741800318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.742985331Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.74332476Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9ace234-92d2-45ef-ada7-164c5dea2195\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:39:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.743356451Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.743369392Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.743514485Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.743525796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.743598178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.743606828Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.743613468Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.743620328Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.743627999Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.743635149Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.743700641Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.743835665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.743852375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.74404218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.744062781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.744376709Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.746413176Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.746544309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb059179-d85c-4f72-bd50-64172ba3ca0f\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:39:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.74656704Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.746696623Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"025c78a7-4be2-4682-80f1-faa84a04f485\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:39:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.746711684Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.746722384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.747499626Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"361.086824ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.852671148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"54f36311-8a51-425d-9851-340671601a42\", \"date\": \"Fri, 20 Dec 2024 22:39:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.852715799Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.85272659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.853240614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6095d1c9-9639-41b5-b390-cfb3fc7cdd4c\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:39:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.853294735Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.853702636Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.857572913Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.85782164Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.859780534Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.859896147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.860231957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.860762571Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e14dc5-348d-403d-a327-94f885217d60\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:39:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.860813253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.860835593Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:29.860846154Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.862123009Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.86252519Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.862992483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":28,"elapsed":"476.503529ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:29.869451331Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":28,"elapsed":"483.02999ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:30.330972187Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"9c096d49-044c-4677-bb12-7b5438a7c616","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1056,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.38599217Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.386068682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.386087792Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.386102353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.38637884Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.386552355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.388564041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.388853769Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.389240469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.390962957Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.390976547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.391133101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.391223664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"5.225744ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.393418155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.393762384Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.395750599Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.39830841Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.39832211Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.398455334Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.410796724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:39.410818205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":83,"elapsed":"24.845575ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:40.331641175Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"c3550d68-3b33-4c23-acc6-853da3325d11","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1141,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.386126433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.386205835Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.386225356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.386241146Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.386553515Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.386577396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.38852708Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.388736335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.389383543Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.390597537Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"4.473303ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.391771699Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.391786669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.391935634Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.393851896Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.394020951Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.395843551Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.398014041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.398035212Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.398158445Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.408611004Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:49.408627984Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":84,"elapsed":"22.531032ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:50.320859458Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"ba4a9953-2ef6-4423-b72f-0733292f105d","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:50.321367252Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"ba4a9953-2ef6-4423-b72f-0733292f105d","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:50.324895169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"ba4a9953-2ef6-4423-b72f-0733292f105d","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4142,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:50.325200458Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"316b5b4e-1be4-476a-9c68-5f9aa40dcc0d","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:50.325543527Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"316b5b4e-1be4-476a-9c68-5f9aa40dcc0d","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:50.327579654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"316b5b4e-1be4-476a-9c68-5f9aa40dcc0d","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2449,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:50.331187203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"ca9d741a-6633-46a1-aef9-58c24c3a75be","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1089,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385205778Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.38528059Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.38530137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385315691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385329371Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385534427Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385553377Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385567398Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":85,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.385581238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385594558Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385609319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385622949Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.38563546Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.38564806Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.38567003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385686611Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:39:59.385700421Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385715002Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385727482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\"}","iteration":16,"elapsed":"12.081µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385743283Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385755403Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385768353Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385782433Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385796654Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385812664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.385827895Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385842395Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385857286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.385873306Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-20 22:29:59.385705071 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385888387Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385903637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385919567Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385934468Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385949928Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385964589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.385979639Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.38599489Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.38601391Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.38602807Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386043371Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386058271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386072132Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386086082Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386100402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386115253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386128443Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386143314Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386158264Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386171484Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386223916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386233206Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386241136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6b172144-6fe3-403a-b88e-6be93db6788c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e1e925bb-4266-49d2-b532-0f79860badbb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e9d7e78a-d944-4f23-9be0-86e0f1334a43.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1546, tv_nsec: 998562137 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.38638152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386394901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386403601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9bcf7579-f08c-458a-b8fa-486beafab77e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c65750e1-e505-4d05-b242-145c69974016.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1546, tv_nsec: 998767673 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386414861Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386423731Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386432042Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386452102Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386490903Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386503744Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386514394Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386524444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386534554Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386547375Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386556975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386564205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386571205Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386577815Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386585556Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386591886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386598846Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386606406Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386614396Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386624317Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386633137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386641607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386649948Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386659308Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386671498Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386683989Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386696409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386839953Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386857813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386867003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386875954Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386904675Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386916635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386924415Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386932585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":16,"elapsed":"1.694527ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386941616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.386950516Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":16,"elapsed":"1.364248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.387176602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.387381808Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.389180357Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1547, tv_nsec: 1555650 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.389433334Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.389524067Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"3.97604ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.389750163Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.391115501Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1547, tv_nsec: 3492333 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.391359927Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.391480171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.391490721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.391630355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.392119608Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.39291025Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.393050514Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.393168717Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.393398224Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.394022281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.394038831Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.394231007Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.395631975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.395641456Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.39580635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.396117969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.396133189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.396266793Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.397364643Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.398521775Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-20 22:29:59.385705071 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.398535116Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"expiration\":\"2024-12-20T22:29:59.385705071Z\",\"pruned\":[]}","iteration":15,"elapsed":"12.823984ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.399313897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.399327227Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.399335927Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.399537043Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.401865047Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.401888098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.402069523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.402371961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.402612958Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.402924287Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"16.422753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.403521413Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.406741462Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.409138108Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.409470247Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.411507443Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.411850013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.412585773Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.412928163Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.415591416Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.415891915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.415929616Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.422280991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.422311602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.422444505Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.423679249Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.423942417Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.424329087Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.425659214Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.426277531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.426302762Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.426447526Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.428239135Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.428263916Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.428477452Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.430056635Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.430313973Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.432017429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.4356488Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.43566903Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.435678421Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.456960168Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.45740163Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.458018417Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.458350816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.460126685Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.462689726Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.462711156Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.462929513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.464211818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.464236329Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.464250129Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"77.714735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.466580163Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.467120878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"80.596345ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.468779784Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.468807915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.469018971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.472644631Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.472668341Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.473597137Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.473764552Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.473781542Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.473789252Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.473868455Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.474170183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.474187673Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.474329867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.474381778Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.474392859Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.474649666Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.476639681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.477292709Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"90.753374ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.478496312Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.481069603Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.481098894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.481259688Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.481718951Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.48276213Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.48278613Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.482819491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"97.246474ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.483653885Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.483806469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.48387194Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.483916972Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.483932582Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":85,"elapsed":"98.312323ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.483980414Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.483991774Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.484141318Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.484152908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.485190607Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.485216908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.485225128Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.485231668Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.485585088Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":29,"elapsed":"99.778293ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.485642429Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.486842742Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"101.08758ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.487401928Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1547, tv_nsec: 99763110 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.48747695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.487756648Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.489992099Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.49002081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.490139633Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.49942421Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.499455581Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"113.669387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.506309469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.507923574Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.507939894Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.508080268Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.509018154Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"123.184828ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.513671832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.513704183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.514077524Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"970ef9bd-d0d7-428d-8995-3a20f6604180\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.514105634Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.516436238Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.516768068Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.516797348Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.52047758Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.520692956Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.522545157Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"136.042684ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.526500186Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"140.94528ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.528151932Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.528182483Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.528194853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.528205023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.52845563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.529675254Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.531160785Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-20T22:25:57.040586Z, time_modified: 2024-12-20T22:25:57.040586Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: e1a624a4-dfde-423b-a38d-470dfb011cc3, db_silo: Silo { identity: SiloIdentity { id: e1a624a4-dfde-423b-a38d-470dfb011cc3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-20T22:26:40.343182Z, time_modified: 2024-12-20T22:26:40.343182Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.531201946Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]}},\"default_endpoint\":{\"silo_id\":\"e1a624a4-dfde-423b-a38d-470dfb011cc3\",\"tls_certs\":[\"75a843f44a47a5140bb5c209bf61286682baaecf62d5c8a5e5bfb462dacc9481\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":16,"elapsed":"145.447543ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.533752816Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.533778897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.534013084Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.538813756Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.540481812Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.540511453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.540521363Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.541038928Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.544699809Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.544730479Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.54512234Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc3b2e3-ad98-4687-bd14-dbfabcc6b136\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.545151601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.545910312Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.547391563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.564170136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.564229477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.564245698Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.564641229Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.566813239Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"180.298135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.570232823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.573958286Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.573992667Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.574173872Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.580199628Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"584d4c53-9404-4315-8b3f-05f564cd69ee"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.580232989Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.580247419Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:39.700273 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.58026118Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1}","iteration":16,"elapsed":"195.010271ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.618077154Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.618141325Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.618158316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.618564827Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.62050081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.620535681Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.620550402Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"234.664975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.62085703Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.623691218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.623716889Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.623885324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.625524579Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"f06e67c8-b549-4506-8b1d-c89671ced3a3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.6255489Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.62555904Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"current_time_created":"2024-12-20 22:26:40.428768 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.62556769Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2}","iteration":16,"elapsed":"239.813397ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-20T22:39:59.65455712Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.654591791Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"268.804347ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.700099027Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.700452327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be26d122-7127-49f5-9329-31a07ecf4e94\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:39:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.701705131Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.701980409Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.704019975Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":29,"elapsed":"318.493539ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.710074722Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.710105813Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.710336549Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43e33349-9576-4100-9425-068ba07e1f83\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.71035351Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.712418297Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.73644155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.736754169Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"cc44589f-6c3a-42d7-a708-fea145c53ac7\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.736768609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.737974522Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"68988df7-ce28-4e43-9e0f-8adefc87f6cf\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.738007523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.739640368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.739665499Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"353.982658ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.804547309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":29,"elapsed":"418.93787ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.82198229Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.822437263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3028558b-626a-4c3e-9d63-37f70090dfa4\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.822468334Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.822495695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.822506065Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.824346056Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":29,"elapsed":"438.727177ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.826520016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.826977168Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.826991589Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.827257166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"664f1cf9-1255-4535-8ff7-80c8c916d715\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.827291327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.827649267Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.842825886Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.842849897Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.843026411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"93a55063-37f3-4b33-b76f-2aeab73fd691\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.843037782Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.843456203Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.846102936Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.846364294Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.849288324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.849569292Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.851450544Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.851470664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.851837034Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fbfa589f-c09e-4afe-9501-0d6865a1e8f7\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.85384368Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":30,"elapsed":"468.149349ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.864532565Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.865034309Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b57856fc-6438-4de6-82c1-f47f2df2d399\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.865049779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.867303801Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e8aaf7e6-98ac-40d5-b720-697f0370d3c1\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.867325822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.868379151Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"73db977a-2d7c-49eb-9ffc-6078909804f1\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.868392261Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.87016509Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.870200101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"485.016544ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.899016207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.899375936Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.901484855Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.901507905Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.90169336Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.911653095Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.911927003Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d530e96-6b49-4235-b767-1fddc5739876\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:39:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.911950423Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.911959324Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.912210051Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.912219781Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.912226271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.912232931Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.912239091Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.912245321Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.912410016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.912419796Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.912610602Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.912619482Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.912893779Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.914780502Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.914980147Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"492260dd-9c74-45b7-ae73-2e82e09ec202\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:39:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.914991637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.91507642Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356fc4d8-e8d6-46ce-ad99-6c2ef522a9b9\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:39:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:39:59.91509041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:39:59.91510122Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.020987173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3e7cde31-97eb-444b-a321-2331eec1aec2\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:00.021019293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.021029103Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.02127383Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bfe2748-7498-4ff1-bb92-b2851af404f3\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:39:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.021312951Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.021650571Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.0252418Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.025485637Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.029817526Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.030179676Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.031845832Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.032057158Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:00.039560285Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":29,"elapsed":"653.612007ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:00.331326077Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"5fb21b50-6a7f-4c21-bc15-2997c6eca39f","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1048,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.386228936Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.386306268Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.386326338Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.386341259Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.386628296Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.386797351Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.388903069Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.389559357Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.389922347Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.391324166Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.391343237Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.391496281Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.393413944Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.393573638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.395328857Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.397493466Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.397506687Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.39763864Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.4088424Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.40886647Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":86,"elapsed":"22.664196ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:09.427771452Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"41.536767ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:10.331318996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"c5f0effe-fe02-4ccd-b198-941ab4708445","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1254,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.385693121Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.385768713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.385786073Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.385799274Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.386229076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.386252426Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.388522959Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.388906819Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.389271109Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.390933695Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.390957636Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.390988207Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"5.311527ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.39108275Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.392811767Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.393160397Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.395161512Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.397541748Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.397559668Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.397696872Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.412887971Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:19.412915732Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":87,"elapsed":"27.216631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:20.320682173Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"5117ed20-9e53-4824-8515-625f9b413266","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:20.321041513Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"5117ed20-9e53-4824-8515-625f9b413266","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:20.324005064Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"5117ed20-9e53-4824-8515-625f9b413266","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3400,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:20.324236901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"0589c75e-6602-4911-a2c9-665ce2ff7730","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:20.32456596Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"0589c75e-6602-4911-a2c9-665ce2ff7730","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:20.326799241Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"0589c75e-6602-4911-a2c9-665ce2ff7730","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2618,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:20.33110024Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"073f5189-0006-4b12-88ca-2387250a74b2","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1192,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386252046Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386307348Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386318898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386328408Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386336248Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386343949Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386351469Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386358339Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386366189Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386373529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.38638195Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.38638973Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.38639826Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":31,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.38640691Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386415051Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386422541Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386430101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386438271Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386445802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386454152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386461622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386470092Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386478262Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386485392Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386493293Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386501853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386509693Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386806181Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386821542Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386834802Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386845013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386855143Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386865393Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386875243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386884823Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386894244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386907244Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.386915484Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.387032178Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.387451109Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.38746634Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.38747435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.38748136Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.38748741Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.38749352Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.387505231Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.387512321Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.387708526Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.387755378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.387764378Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.387783868Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.388629232Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.389496996Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.389787454Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.389954278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"3.664291ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.390556165Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.390578585Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.390642907Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.39075421Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.390890744Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.391937543Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.391948743Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.392117938Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.392695284Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.392721705Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.392859759Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.394781901Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1577, tv_nsec: 7130544 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.394861614Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1577, tv_nsec: 7222066 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.395024988Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.395148312Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.395546263Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.395989875Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.396002345Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.396009095Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.396026696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.396380506Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.397553388Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.397566468Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.397729563Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.398938226Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.398951896Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.39909148Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.399552243Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.399893933Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.400863279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.40123707Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.402138355Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"15.874018ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.403313187Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.403678027Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.404195311Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-60382741-4b2a-4c29-94f6-25f67f5ab7e4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1577, tv_nsec: 16544043 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.404385477Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.404409707Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.404418878Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.404425498Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.404475569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.404666754Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.404686745Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.404808898Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.405072356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.406916316Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.406934327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.407077391Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.408235223Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.408249273Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.408379787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.408521891Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.408535391Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"22.205893ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.424296606Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.424334537Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":88,"elapsed":"38.078031ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.431463974Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.431784523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.433583732Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.433837819Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.435482245Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.438019615Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 60382741-4b2a-4c29-94f6-25f67f5ab7e4, lookup_type: ById(60382741-4b2a-4c29-94f6-25f67f5ab7e4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.438032915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.43822279Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.439386492Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"0","iteration":30,"elapsed":"52.986502ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.444032491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.446608532Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.446634712Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.446884099Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.450493439Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"63.006918ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.452010961Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.452289908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.452645638Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.4530578Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.454567521Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.454898911Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.455040724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"67.582605ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.455546669Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.455900028Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.460150096Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"73.842358ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.466934523Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.466955783Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.466966393Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"80.545933ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.482014609Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.482034969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.482387419Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"102f0bc9-e555-4b9a-9a36-7b3d155c421e\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.482402139Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.484713043Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.492686753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"105.228314ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.494629597Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":30,"elapsed":"107.112615ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.495265454Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.49619608Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.49620842Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.496459218Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f11408e7-07f2-4b61-820d-97d8a1b26283\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.496473058Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.496955721Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.496969061Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.497126176Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.49800731Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.498789902Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.498803192Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.499024908Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"MgsClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fabe4c1-ce60-4a4b-be8b-ed554b2e2f7c\", \"content-length\": \"26\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.499037019Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.500571491Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.569146373Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"physical_disks_added\":0}","iteration":33,"elapsed":"182.841415ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.577607696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.578037508Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccc98fa6-5a0c-45e0-9d30-7168955cf861\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.583726465Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.58391634Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.593965818Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"null","iteration":30,"elapsed":"207.589248ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.597984529Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":30,"elapsed":"211.622809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.607714407Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.608148559Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.609769724Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.6114622Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.611481771Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.611654776Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.660108753Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.661891942Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.661917033Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.662042547Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.668114664Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.668138335Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.668589717Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"211dbd8a-8f31-4dbe-8c84-f06215284044\", \"content-length\": \"372\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.668621538Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.668943277Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.684789124Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.685114533Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.689892915Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9fedf0d4-8a86-4506-bf93-224faabd5e37, rack_id: 0141a1f8-3d80-4c87-9331-e02657dbaec7, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(b26f0563-25fb-4d7c-8480-dd368ac01105) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.689927366Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.690346937Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.718392422Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.718845364Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd737423-7162-4f08-acb3-c00f90ad29ac\", \"content-length\": \"691\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.718877475Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.718891405Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.718902356Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.720410367Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":30,"elapsed":"334.089819ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.728594853Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.728878171Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f609c5c-b326-4b0e-944d-395d12140e89\", \"content-length\": \"134\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.728899981Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.728912502Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"b26f0563-25fb-4d7c-8480-dd368ac01105","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.72921453Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.729225821Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.729233601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.729242601Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.729249941Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.729257411Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.729435296Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.729445016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.729627161Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.729656682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.730005682Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.731122093Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.731143183Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.731317968Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5d15c1eb-55df-4a91-823e-e8d6afda05b0\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.731329648Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.731609456Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.731936055Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.732042098Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d05629-5353-4491-808b-92f3fe5ff9c2\", \"content-length\": \"2\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.732055219Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.732155061Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"component":"DpdClient","rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24746bbc-3981-4789-b548-469828343ce5\", \"content-length\": \"52\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.732180722Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.732193472Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.733606081Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.733806737Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.73645253Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.736695787Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 60382741-4b2a-4c29-94f6-25f67f5ab7e4 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.739943016Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.739964867Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.830215077Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"88045f8e-569a-4fe3-97de-a27e225ce82f\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:29.830247278Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.830261969Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.830740922Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"SledAgent":"60382741-4b2a-4c29-94f6-25f67f5ab7e4","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"411877c7-9cfc-4cce-a973-fb4cf7a64223\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.832178851Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":31,"elapsed":"445.837353ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.832229023Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"rack_id":"0141a1f8-3d80-4c87-9331-e02657dbaec7","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6526f3d-72b6-48c8-898f-1b1d4fd55772\", \"content-length\": \"682\", \"date\": \"Fri, 20 Dec 2024 22:40:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.832272624Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.832608114Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.835761341Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.835981487Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.839542365Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.839814472Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.842008713Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.842301111Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:29.849008496Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{}","iteration":30,"elapsed":"462.582865ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:30.331636035Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"e45eedc4-2ab1-47a0-803b-3677db6ca4f0","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1147,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.385724182Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":89,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.385802013Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.385820994Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.385835025Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.386151063Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.386247076Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.388058696Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.390475842Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.390494643Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.390639487Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.392456327Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.392731155Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.431735401Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.432129152Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.435292319Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.438116397Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.438137328Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.438396655Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.451062665Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.451084435Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":89,"elapsed":"65.385475ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:39.475438987Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"89.707356ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:40.331396568Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"4c60af28-ab65-45d0-aece-8f1bbb200625","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1331,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.3856651Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":90,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.385717991Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.385728641Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.385736011Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.3860569Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.386124822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.428512822Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.430771574Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.431001041Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.431019101Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.431064172Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.431172185Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.432625345Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"46.954696ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.433336945Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.433669754Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.43494628Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.437372447Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e, lookup_type: ById(d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.437391817Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.437534531Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.448836863Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"original_time_created":"2024-12-20 22:25:52.529820 UTC","original_target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","time_created":"2024-12-20 22:25:52.529820 UTC","target_id":"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:49.448857824Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d1f524b0-0fc0-41ed-9b32-07c3c7f7a01e\",\"time_created\":\"2024-12-20T22:25:52.529820Z\"}","iteration":90,"elapsed":"63.210194ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:50.320101256Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"c86653fe-4314-44e8-bb19-aef28d3ced21","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:50.32061022Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"c86653fe-4314-44e8-bb19-aef28d3ced21","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:50.322463592Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?sort_by=id_ascending","method":"GET","req_id":"c86653fe-4314-44e8-bb19-aef28d3ced21","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2463,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:50.322741659Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"2111a056-3bbc-4ee6-8643-a72bc5c0b847","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-20T22:40:50.32311821Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"2111a056-3bbc-4ee6-8643-a72bc5c0b847","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:50.325444444Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/metrics/collectors/a0c68cf7-84ce-4a59-a3f9-ff7d332963b9/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTNlOTczZS03M2ZjLTQxMTctYTlmNy00NzMwNWJlN2U3NGMifX0%3D","method":"GET","req_id":"2111a056-3bbc-4ee6-8643-a72bc5c0b847","remote_addr":"[fd00:1122:3344:101::d]:55208","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2768,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-20T22:40:50.331141291Z","hostname":"oxz_nexus_6f9920e4-f78b-446d-a886-f757caf64a7f","pid":23881,"uri":"/6f9920e4-f78b-446d-a886-f757caf64a7f","method":"GET","req_id":"ec1058cf-1ad5-42fd-b283-cfa818104333","remote_addr":"[fd00:1122:3344:101::d]:57020","local_addr":"[fd00:1122:3344:101::b]:57016","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6f9920e4-f78b-446d-a886-f757caf64a7f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1136,"response_code":"200"}