{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.657726934Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.657805027Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.657816867Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.657826298Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.658116987Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.658241581Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.660346919Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.660598468Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.661001691Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.662900422Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"5.176588ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.664552506Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.664574857Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.664772163Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.667288755Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.667594324Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.669761865Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.673630291Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.673654611Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.673873768Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.692261815Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:02.692296136Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":56,"elapsed":"34.595043ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:07.550061788Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"b54b4edf-5c6a-4e96-8d4b-022ec36a8cdf","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":332,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.657128479Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.657185391Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.657196792Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.657205332Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.657498161Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.657512372Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.659372072Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.659963401Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.660173228Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.661882744Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.753984ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.662032789Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.662055389Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.662167053Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.663711123Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.663872488Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.665660536Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.668167058Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.668182408Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.668307032Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.678620647Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:12.678650778Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":57,"elapsed":"21.536489ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:17.549802624Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"94b3a7c0-7daf-414c-8957-45061b457e75","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.657900109Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.65794778Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.657958001Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.657965771Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.657980001Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.657986972Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.657996422Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658006912Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658016342Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658025453Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658031583Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658038193Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658044774Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658051914Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658058334Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658065464Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658073704Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658082785Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658091425Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658100795Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.658110996Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658121826Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658130266Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658137346Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658144687Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658151647Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658158387Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658165877Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658171938Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658179138Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658186068Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658191758Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658197888Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658421246Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658436796Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658445896Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658454157Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658465227Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658532659Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.65854813Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.65855545Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.65856373Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658570591Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658577101Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658614562Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658624752Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658633013Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.658641313Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.659147429Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.65915783Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.659414298Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.66041475Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.661297159Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.661536407Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.661905679Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.821694ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.662412475Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 26933, tv_nsec: 168243524 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.662477787Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.662664213Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.663341745Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.663353206Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.663567463Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.664691139Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.664703339Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.664896006Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.664933447Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.664942867Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.665118023Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.665428603Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.665441403Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.665602429Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.666606501Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.667133878Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.667883293Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.668067429Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.668136281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.668186643Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.668315587Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.668394469Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.668478802Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.668677699Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.670402724Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.670421475Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.670528909Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.670537759Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.67057828Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.670701014Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.675532611Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"16.381191ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.675607544Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.675620674Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.675627064Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.675844331Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.676827933Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 26933, tv_nsec: 182653942 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.676964757Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.677159684Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.677233176Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.678439375Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"20.487055ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.678615561Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 26933, tv_nsec: 184445920 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.678943012Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.680272005Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.680567194Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.680594105Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.680845314Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.682532138Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.690059142Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.690094143Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.690339071Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.691912482Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.692183571Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.694223978Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.696186581Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.696214802Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.696341316Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.697871326Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.699889701Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.699912042Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.700053017Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.703100486Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.703124997Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":58,"elapsed":"45.021481ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.705519704Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"47.402208ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.708536042Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.70878778Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.710992612Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.711067154Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.711222359Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.713052399Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.71308924Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.713310477Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.71400341Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.714213376Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.714806845Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"56.739271ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.720254382Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.720278913Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.720286994Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.720455609Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.720597273Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.720615614Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"62.700135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.723789097Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.725693129Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.72571614Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.725837864Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.726838596Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.727126636Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.79566131Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.79568529Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.79598388Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d19576-1774-400b-bc71-116637342c35\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.796007411Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.798283245Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.811263746Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.811283367Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.811520884Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87a9d230-1024-4887-8eb0-d79c2f6c4366\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.811536115Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.81354039Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.822519051Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.823018628Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9772c7b-58cf-4cac-967a-7a08a681852f\", \"content-length\": \"691\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.823038928Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.823048249Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.823055889Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.823979999Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.824560787Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":20,"elapsed":"166.640518ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.825280141Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"167.256948ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.827256875Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.827277846Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.827461552Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.829300031Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"0","iteration":20,"elapsed":"171.291409ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.868594527Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.868649648Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.86900069Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4675046a-3e3b-4951-a5c7-f47c7d869b5e\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.869030361Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.870704765Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.876367249Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.87639158Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.87640097Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"218.403208ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.87640986Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"218.360687ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.930031081Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.930396122Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c10c6890-7f37-40ef-9a81-de9facbd47e9\", \"content-length\": \"1\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.932443989Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.932730668Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.934578048Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"null","iteration":20,"elapsed":"276.610846ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.947863199Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"289.979751ms"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:22.950438393Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.950451863Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.950770334Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76b4d98-f790-4f01-ac9b-16d7eb1f211f\", \"content-length\": \"372\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.950794534Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.951056903Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:22.966851856Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":20,"elapsed":"308.73374ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.000209898Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.000247759Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.000523948Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9d880618-85c9-43c5-8194-efd1672cf9c6\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.000537319Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.001086296Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.003986241Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.004218748Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.007702301Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.00797393Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.011465453Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.011479344Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.01196854Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2aa9d070-31b6-4dc3-b84f-c1c0e1be53ad\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.013764868Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":20,"elapsed":"355.734744ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.023101271Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.023536955Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.02492977Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5263359f-a80d-45e0-9595-0b15b904e78f, rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77858eb2-1069-4750-be5e-f3dafe20063a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.024947861Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.025167598Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.035872805Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.036206366Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a13f84-e9da-4626-9618-efb015fa0bf0\", \"content-length\": \"134\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.036234527Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.036243317Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77858eb2-1069-4750-be5e-f3dafe20063a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.036564128Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.036573318Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.036579308Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.036585679Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.036591669Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.036597559Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.036789555Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.036798886Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.037042233Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.037050084Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.037279381Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.038446019Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.038578553Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2489c542-628b-445c-bf20-2b68d67af464\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.038599974Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.038671376Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a1bcf1-fafd-4b2d-9c97-942fe520d11c\", \"content-length\": \"52\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.038683817Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.038693087Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.139332783Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d86236a1-7df6-4ef4-a03a-9401cbc863dc\", \"date\": \"Fri, 10 Jan 2025 05:15:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:23.139362914Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.139372244Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.139997905Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d0b104-72c2-4883-93a9-ad9f893ca9c7\", \"content-length\": \"682\", \"date\": \"Fri, 10 Jan 2025 05:15:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.140055457Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.140401418Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.143693995Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.143917772Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.147331753Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.147617092Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.149844954Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.150060201Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:23.157634897Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":20,"elapsed":"499.685597ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:27.549346023Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"95eceec7-bfb2-49eb-8db0-13c84c2c48bb","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.657472899Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.657551122Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.657569902Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.657583173Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.658029847Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.658051608Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.660163837Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.660355213Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.660609261Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.662799322Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.662818723Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.662945487Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.66459845Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.664834198Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.666230823Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.668972412Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.668990733Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.669143978Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.677339824Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.677359445Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":59,"elapsed":"19.887165ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:32.689302562Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"31.845503ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:37.549022227Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"c66fba20-28b3-423c-bb5e-8fc800fd601c","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.657151213Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.657201715Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.657211055Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.657218635Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.657516495Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.657536226Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.659104647Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.659607453Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.659862161Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.661573487Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.405053ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.662015431Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.662031192Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.662202827Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.664291105Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.664515052Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.665905337Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.668578814Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.668601955Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.668740119Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.681138272Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:42.681165533Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":60,"elapsed":"24.02849ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:47.54928379Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"adcb8a23-3165-4c37-a664-d77e2325a204","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.65661481Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656672292Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656681802Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.656691643Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-10 05:05:52.656620070 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656702263Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656712513Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656722064Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656730814Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656739864Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656750244Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656760235Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656770565Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656779676Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.656790236Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656800876Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656810726Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656821907Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656832927Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656843428Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656855258Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656866268Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656876989Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656886859Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656899189Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.65691098Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.65692247Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656933701Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656944641Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656956691Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656966842Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656976752Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656987152Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.656996812Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657006363Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657017483Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657027793Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657037984Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657048144Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657058054Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657068885Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-10T05:15:52.657080155Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657091336Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\"}","iteration":12,"elapsed":"13.921µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657102106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657111146Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657121567Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657131707Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657142207Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.657150848Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657160888Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657169738Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657178729Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657187049Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657196299Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657206479Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.65721622Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.65722621Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.65723567Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657244561Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657254171Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657263961Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657274241Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657281932Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657288642Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657295882Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657303242Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657309763Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657317163Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657323793Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657330063Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657337754Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657344594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657353724Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657362455Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657370795Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657378895Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657387285Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657394616Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657425866Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657441187Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657449387Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657457947Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657477778Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657487199Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657495579Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657503519Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.6575217Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.65753093Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.65754318Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.65754999Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657575741Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657588072Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657596962Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"53514ca5-28a5-4b76-afd8-362873acf1d4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b3737e73-ceea-4b83-966e-05b55558955a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e93887bd-ffe8-46b8-ad6f-92e0665448ab.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e93887bd-ffe8-46b8-ad6f-92e0665448ab.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 26963, tv_nsec: 163832961 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657610612Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657622173Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657633793Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.657642684Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"30a043aa-79b8-40f0-889b-b1aa4686508a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"95b462f2-3c97-4463-9c08-5404518f33d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"95b462f2-3c97-4463-9c08-5404518f33d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 26963, tv_nsec: 163869842 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.658120149Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.65814649Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.369085ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.658206462Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.658218402Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.439877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.658684617Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.658871073Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.659159953Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.659168053Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.659351689Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.659597067Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-10 05:05:52.656620070 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.659620528Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"expiration\":\"2025-01-10T05:05:52.656620070Z\",\"pruned\":[]}","iteration":11,"elapsed":"2.986427ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.660322731Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.660592529Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.66061051Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.661278091Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.476495ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.661294352Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"4.646511ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.662308125Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.663127671Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 26963, tv_nsec: 169363191 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.66338689Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.663481713Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.663492993Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.663635118Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.664263599Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.664276029Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.664411343Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.666886193Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.667006088Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 26963, tv_nsec: 173233096 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.66709405Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.667326198Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.668228147Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.668248938Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.668257018Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"11.379809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.671620517Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.671843334Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.674299814Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"17.701975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.676750804Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.677009802Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.70252561Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.705705153Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.705736964Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.705924071Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.706017594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.706049255Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.706287132Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.706305403Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.706644374Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.708361339Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.708557526Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.709111314Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.709438345Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.710196789Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.71021896Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.710345384Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.710497989Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.710635303Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"53.803496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.710766928Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.711797981Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.711821802Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.711832902Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.712123232Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.712154063Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"55.4735ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.712215975Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.712343239Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.712673739Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.71268813Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.712930058Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.713073872Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.713954691Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.713975392Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.714146377Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.714779928Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.714800899Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.714932903Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.715210322Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.715222162Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.715367937Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.717127874Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.718740476Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.721712863Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.721737284Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.721822016Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.721833857Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.721882668Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.722069375Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.722110556Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"62.953323ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.722155887Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"65.439324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.724600926Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.724879446Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.72779807Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.728007517Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.728036648Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.7281013Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.728244915Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","candidates":"[(9d7c4396-d396-4b89-99d6-0949b44fccb7, 0), (71fdc11f-4757-4abd-8ec7-cf8c4ffed5d3, 0), (9a21c758-c0b2-468f-bef5-889eae3f169d, 0)]"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.728273816Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.728565645Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.728767902Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 26963, tv_nsec: 234991050 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.728830554Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.728891456Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.729254968Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.731230372Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.733136094Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.733488125Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.733724703Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 26963, tv_nsec: 239961342 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.733964321Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.734026043Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.734652523Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.734688224Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.738312471Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.738339072Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.73856634Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.738713704Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.738735505Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.738941412Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.740234044Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.740261015Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.740496482Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.740522623Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.740756381Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.742683624Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.747337344Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.747363145Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.747569912Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.749204285Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.749490864Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.751171429Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.751354325Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.752927676Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.753684601Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.754011881Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.754341622Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.754558139Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.757922028Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.757942159Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.757952579Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"101.245576ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.758772366Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.758786756Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.759080025Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.760938506Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.760962147Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":61,"elapsed":"104.064367ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.763101036Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.76352263Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.764004185Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.764369017Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.766151155Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.766392173Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.76661242Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.766633291Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.766639821Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.767020103Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.767333124Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.767351684Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.767386835Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.767411676Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.767629953Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.768311155Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.768519772Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.768862273Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.769200484Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.769220735Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.769247095Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"112.310815ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.770590639Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.770669412Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.770866198Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.770972591Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.770982792Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.770988642Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.770994182Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.771053014Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.771293742Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.772206971Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.772432019Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.773907887Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.773931578Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.774123744Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.77553965Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.775747366Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"118.784315ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.776442389Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.776683257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.777799333Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.777818304Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"70f09b61-dde8-4da2-af2f-06138d5a975e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.777828444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.778074512Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.778147924Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.778351351Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.778363461Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.778534707Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.778658321Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.778679332Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"121.69806ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.779675804Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.781521194Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.781541454Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.781682389Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.782499906Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.782521186Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.78264232Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.783457557Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.783822639Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.785240454Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"70f09b61-dde8-4da2-af2f-06138d5a975e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.785263305Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.785275736Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_time_created":"2025-01-10 05:06:08.425967 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.785285326Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":1}","iteration":11,"elapsed":"128.431308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.785610257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.785879455Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.785924267Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.786176965Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.788672106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.788925104Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.792319594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.79279389Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.793390479Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.793616436Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.794508045Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.794530636Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.794678491Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.79620771Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.796409617Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.79772549Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.797923736Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.799620921Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.800400057Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.800600833Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.801797592Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.805029147Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.805056068Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.805067178Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.807300781Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.807328281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.807338202Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.807625931Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"150.710351ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.80821108Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.80850674Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.808867191Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"0","iteration":21,"elapsed":"152.167368ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.810149373Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.81036616Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.810402861Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.810428882Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.810799324Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1f291d0-cc7c-4d7b-945f-eed1683b37d2\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.810829875Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.814226445Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.815169216Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.81592275Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.818279767Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.818299078Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.818431012Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.823719103Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.824120106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.82609838Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.826121961Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bca3dac0-9831-415b-86b5-c6c6cc12ed56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.826131592Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.826137822Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.826296717Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.826346779Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.828264901Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.828485928Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.828629653Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.831460074Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.831480015Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.831606949Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.831799846Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.831963151Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.833808081Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bca3dac0-9831-415b-86b5-c6c6cc12ed56"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.833825391Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.833834002Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_time_created":"2025-01-10 05:06:09.259013 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.833842682Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":2}","iteration":11,"elapsed":"177.192571ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.834797363Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.835045671Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.848040333Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-10T05:05:45.360170Z, time_modified: 2025-01-10T05:05:45.360170Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, db_silo: Silo { identity: SiloIdentity { id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-10T05:06:09.192249Z, time_modified: 2025-01-10T05:06:09.192249Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, db_silo: Silo { identity: SiloIdentity { id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-10T05:06:09.192249Z, time_modified: 2025-01-10T05:06:09.192249Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.848091354Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"48a76ac8-2f94-4847-be0f-1cb4bfb661aa\",\"tls_certs\":[\"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\"]}},\"default_endpoint\":{\"silo_id\":\"48a76ac8-2f94-4847-be0f-1cb4bfb661aa\",\"tls_certs\":[\"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"191.224336ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.870213992Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"213.401065ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-10T05:15:52.884818546Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.884871708Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"227.834114ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.896051041Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.896095512Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.896500285Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae8eb355-4bf3-4105-9834-082b4d7c6ebe\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.896530786Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.899327767Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.903380249Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.90402727Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.986016661Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.986062862Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.989794903Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7499bf-ec7a-4357-ae27-3b1c9b0651af\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.989826164Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:52.992088647Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.998259558Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.998282759Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.998290809Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.998678972Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7fcae55-4567-4085-81d6-2439363627e6\", \"content-length\": \"476\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.998717753Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.998989402Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"943fd0a0-3fbc-4088-a194-b1633c5102c5\", \"content-length\": \"734\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.999022273Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.999363804Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea4a1e85-3d45-4e5a-9d0e-833d67ec2e6d\", \"content-length\": \"111\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.999374234Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.999670924Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36561de1-c36d-4379-bf36-3b5dd7f0e090\", \"content-length\": \"111\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.999685794Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.999976363Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5af346f-0cac-46f2-ae4c-944a5c2a429d\", \"content-length\": \"167\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:52.999986304Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.000302794Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99524baf-c43f-4425-aeb2-6b8483ed2369\", \"content-length\": \"167\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.000315625Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.000753569Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb83fa6-2594-469d-ad17-c3720f54b729\", \"content-length\": \"175\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.00077536Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.001123141Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afcb4ec2-7af4-4171-b4f1-8db84f7390e7\", \"content-length\": \"175\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.001146392Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.001299946Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035a0762-f3db-4d86-a708-289dceb36bdd\", \"content-length\": \"702\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.001321537Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.001524914Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43160cd-6519-46f5-a202-9b9f528b666e\", \"content-length\": \"727\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.001538244Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.001700659Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e102bcb-3c08-435f-b31d-df191af7ec9f\", \"content-length\": \"729\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.00171232Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.001901416Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84807a39-ccf8-46e7-80f3-eca1537cf010\", \"content-length\": \"728\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.001911066Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.002135294Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc26136-343d-4e71-8e56-fa99ca974fd5\", \"content-length\": \"722\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.002150494Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.002504056Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f30367-c130-45a0-ad90-5865845ad997\", \"content-length\": \"109\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.002514066Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.002850677Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9f1f129-e619-4384-98fa-106e36c89330\", \"content-length\": \"109\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.002859597Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.003213619Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bd31969-6ef6-48d9-a1ac-783b0d223de6\", \"content-length\": \"169\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.003228539Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.00355051Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee24da9-1a3a-419c-a363-63752cbf6dca\", \"content-length\": \"169\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.00356362Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.003938802Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0358bee2-6412-46d5-b395-cbbab5739e16\", \"content-length\": \"178\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.003948483Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.004246682Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a301276f-d7e4-4afa-b9ed-aafe1f8fabf3\", \"content-length\": \"178\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.004255922Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.004401017Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d0718a-4fc9-4b95-a766-0e08bdd14fad\", \"content-length\": \"702\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.004409687Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.004569983Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f017600-7768-4f79-b270-244eefc10f63\", \"content-length\": \"727\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.004578743Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.004744318Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"225871e0-29e7-40e5-80e8-9e553c3a1c6e\", \"content-length\": \"729\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.004755949Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.004907383Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d10b8263-24a3-4432-a15b-f10edcbcdd10\", \"content-length\": \"728\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.004924964Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.005317807Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.005638637Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.006260358Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e8a3347-f5bd-46f9-a460-cb85bb0c1914\", \"content-length\": \"1\", \"date\": \"Fri, 10 Jan 2025 05:15:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.008830761Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.009212963Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.010520626Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.01094195Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"bd4f72d0-9896-4529-912e-7f4c2426eeb8\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.01095418Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.01249277Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8fffacb6-ee27-4aba-a64d-0e560965e645\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.01250382Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.018568077Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.018593608Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"361.663437ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.033822882Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.054650408Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":21,"elapsed":"397.915373ms"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.056978624Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.056996714Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.059122453Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.059438273Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.059738783Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.060006932Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.060743936Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"null","iteration":21,"elapsed":"403.935299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.061130908Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.061455629Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.062193263Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.062209893Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.062379759Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.063203115Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.063664341Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.063678561Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.063980331Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.064140776Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.065741378Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.066199593Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d1c3d6a-3901-46ce-bddd-19b0d2cb9ce4\", \"content-length\": \"372\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.066221444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.066627277Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.066833083Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.066849704Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.067026379Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.067761543Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.067780344Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.06796394Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.069251212Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.069278373Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.069519291Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.069921373Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.070156341Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.071423672Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.071693741Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.07320728Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.076658642Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.076685543Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.076831838Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.083429162Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.083454753Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.085450108Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dd9d2fd0-4e7f-415d-9300-ad50e1158db8\", \"date\": \"Fri, 10 Jan 2025 05:15:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.085471158Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.085692765Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.129122275Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.12959808Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"24312635-8f09-4a05-b5dc-42d80fcc8420\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.129643582Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.131834623Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c13e5c22-e0bd-4e15-acc5-0ff6b316b438\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.131856523Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.1332851Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f1038560-a825-47e2-b9a8-f23d5ff34e44\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.133311661Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.13545546Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.135508062Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"478.602772ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.173540036Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.173564647Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.174126355Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.174531099Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62e65c51-645b-4e83-adb8-070502bb7acc\", \"content-length\": \"691\", \"date\": \"Fri, 10 Jan 2025 05:15:53 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.174553789Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.17456218Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.17457073Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.176687929Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":21,"elapsed":"519.682135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.177369121Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.1776641Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.180539323Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.18075497Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.181547276Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 677a3534-34ba-4230-bb45-84a07cadda91, kind: Service { id: 95b462f2-3c97-4463-9c08-5404518f33d2 }, name: Name(\"external-dns-95b462f2-3c97-4463-9c08-5404518f33d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 9])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a7579baa-4dc6-41c4-aa40-d1574c336fc8, kind: Service { id: 30a043aa-79b8-40f0-889b-b1aa4686508a }, name: Name(\"external-dns-30a043aa-79b8-40f0-889b-b1aa4686508a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 129])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 6b77252c-3753-4653-a12d-8d9cf4b8b034, kind: Service { id: 3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8 }, name: Name(\"nexus-3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 88ecb166-c6e5-4bcc-886a-a1c3a146d28d, kind: Service { id: a5a77b64-bc6f-4038-bc69-a5f388ab2baa }, name: Name(\"nexus-a5a77b64-bc6f-4038-bc69-a5f388ab2baa\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 231])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bf07848a-01b0-4d7b-822b-aef5c0a3de3f, kind: Service { id: 36b3525a-4d18-4be7-8420-a6b90a955a44 }, name: Name(\"nexus-36b3525a-4d18-4be7-8420-a6b90a955a44\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 194, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.181589608Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.181887537Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.183265102Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.183765248Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.183776659Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.185118172Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.185134023Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.185271407Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.187302483Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.187342304Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 677a3534-34ba-4230-bb45-84a07cadda91, kind: Service { id: 95b462f2-3c97-4463-9c08-5404518f33d2 }, name: Name(\"external-dns-95b462f2-3c97-4463-9c08-5404518f33d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 9])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a7579baa-4dc6-41c4-aa40-d1574c336fc8, kind: Service { id: 30a043aa-79b8-40f0-889b-b1aa4686508a }, name: Name(\"external-dns-30a043aa-79b8-40f0-889b-b1aa4686508a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 129])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 6b77252c-3753-4653-a12d-8d9cf4b8b034, kind: Service { id: 3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8 }, name: Name(\"nexus-3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 193])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 88ecb166-c6e5-4bcc-886a-a1c3a146d28d, kind: Service { id: a5a77b64-bc6f-4038-bc69-a5f388ab2baa }, name: Name(\"nexus-a5a77b64-bc6f-4038-bc69-a5f388ab2baa\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 231])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bf07848a-01b0-4d7b-822b-aef5c0a3de3f, kind: Service { id: 36b3525a-4d18-4be7-8420-a6b90a955a44 }, name: Name(\"nexus-36b3525a-4d18-4be7-8420-a6b90a955a44\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 194, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.187372645Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.187379505Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a158bcb0-2d7c-429b-ba70-af386ad5166d\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.189232566Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":21,"elapsed":"532.325096ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.213230724Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.213561045Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.21556985Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5263359f-a80d-45e0-9595-0b15b904e78f, rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77858eb2-1069-4750-be5e-f3dafe20063a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.215596631Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.215916242Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.224612854Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.224932224Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b671242f-fbc1-4e4f-a307-57f7ef5ae105\", \"content-length\": \"134\", \"date\": \"Fri, 10 Jan 2025 05:15:53 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.224961585Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.224975516Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77858eb2-1069-4750-be5e-f3dafe20063a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.225247234Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.225268495Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.225277086Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.225285866Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.225294116Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.225305146Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.225475302Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.225498853Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.225629867Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.225648558Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.225926036Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.228285933Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.228394616Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"257912ec-09e6-45c8-9ef0-8cca54b19861\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:15:53 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.228413157Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.22850951Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e1e44a9-cb8f-482a-9ff2-4af488bb1517\", \"content-length\": \"52\", \"date\": \"Fri, 10 Jan 2025 05:15:53 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.228533721Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.228550532Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.245261104Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","vpc_to_sled":"[Sled { identity: SledIdentity { id: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, time_created: 2025-01-10T05:06:06.242215Z, time_modified: 2025-01-10T05:06:06.242215Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.245300835Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.245308125Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.245592445Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.247695343Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.248027324Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.249435759Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.252262281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.287893598Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.294551064Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"4897b593-7a88-41c7-8e2a-f4172409c6ab\", \"date\": \"Fri, 10 Jan 2025 05:15:53 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.295312278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.295324529Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","elapsed":"638.286644ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.295331869Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":3,"elapsed":"638.295474ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.351517462Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1f43068e-c292-4e7a-b5cb-2f626b3decac\", \"date\": \"Fri, 10 Jan 2025 05:15:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.351564114Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.351574564Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.351962507Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6629c1b5-1bec-4da5-8be8-1bc1e076b0ca\", \"content-length\": \"682\", \"date\": \"Fri, 10 Jan 2025 05:15:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.352016088Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.352467923Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.360135402Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.36036948Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.363912665Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.364272806Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.366124306Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.366308412Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.373342891Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":21,"elapsed":"716.322127ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.538135928Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e6dd43f-d147-4552-b781-793a4da1bd1f\", \"content-length\": \"30795\", \"date\": \"Fri, 10 Jan 2025 05:15:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.553749945Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.553790227Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.553798757Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.55789379Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.55822416Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.559802152Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.561857288Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.561926181Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.562117747Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:53.738953146Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"e0105262-2b7c-4092-b7e4-2d0fbfa6c40b"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.738992877Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_started":"2025-01-10 05:15:52.998246 UTC","collection_id":"e0105262-2b7c-4092-b7e4-2d0fbfa6c40b"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.739004367Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"collection_id\":\"e0105262-2b7c-4092-b7e4-2d0fbfa6c40b\",\"time_done\":\"2025-01-10 05:15:53.555863 UTC\",\"time_started\":\"2025-01-10 05:15:52.998246 UTC\"}","iteration":2,"elapsed":"1.082077107s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.739018688Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.739029888Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.739360939Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.740666201Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.742670397Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.742692237Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.742839142Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.746193911Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.746753459Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.748827176Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.750919504Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.750939695Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.751071649Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:15:53.775485971Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"36.458134ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:15:57.549281284Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"425c7d30-0e6e-4f24-8277-1339106ac09a","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.657377419Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.657435341Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.657447382Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.657459012Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.657960989Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.657987799Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.659827109Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.660439149Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.660797301Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.662044071Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"4.653891ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.662507956Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.662521217Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.662669591Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.664523791Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.664772599Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.66633236Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.669145141Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.669158132Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.669297576Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.67773141Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:02.67774752Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":62,"elapsed":"20.397152ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:07.5493257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"4addb66b-8eb3-44c1-9244-c08d447a0ea8","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.656448583Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.656521136Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.656538516Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.656551647Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.657069674Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.657092644Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.658764779Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.659178852Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.659545804Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.661315852Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"4.857968ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.661411024Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.661421725Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.66157173Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.663268955Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.663505243Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.664863787Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.66744273Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.667455551Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.667593985Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.676776763Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:12.676799444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":63,"elapsed":"20.372011ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:17.549104537Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"175af93b-88b5-4aea-aa5a-bd1ef64e8e23","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":276,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656414427Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656462568Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656471898Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656479749Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656485909Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656493719Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656500659Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.65650856Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.65651601Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.65652269Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.65652993Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656537211Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656544071Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656550321Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656556631Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656562712Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656568172Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656574322Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.656580382Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656587092Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656595253Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656600883Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656607353Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656613363Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656619573Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656625623Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656631604Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656638554Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656644994Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656652174Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656658255Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656664845Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656671555Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656908983Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.656934104Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657009436Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657021166Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657029967Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657037027Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657055657Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657063228Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657074388Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657087158Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657103539Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657112449Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.65714062Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657150791Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.657157531Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.65867545Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.658710351Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.658961069Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.659194457Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.660031724Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.492503ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.660312673Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.660494349Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.660771718Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.661895565Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 26993, tv_nsec: 168526293 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.662174514Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.662657719Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.66268642Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.662860416Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.663522097Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.663536698Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.663675672Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.664587152Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.665322926Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.666047899Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 26993, tv_nsec: 172681118 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.666300517Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.667407743Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.667420444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.667655481Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.667852418Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.667874979Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.668012203Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.671103203Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.671264209Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.672016043Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.672362034Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.67256004Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.67285604Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.67347351Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.673490331Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.673668716Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.675400623Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.675422233Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.675676952Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.676669544Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.676969314Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.680377404Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.680518109Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.68084933Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.681251403Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 26993, tv_nsec: 187880611 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.681531202Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.681892574Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"25.292951ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.682063489Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.685248462Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.685274183Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.685512051Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.685773199Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.6857906Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.686006267Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.689553162Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.691666761Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.691693341Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.691841276Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.693120058Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.693438038Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.70118422Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.70120554Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":64,"elapsed":"44.807414ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.703099842Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.703311399Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.703443593Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.703748423Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.704853949Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"48.279696ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.713375495Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.713665625Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.71414316Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.714396088Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.714568984Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"57.936831ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.716402063Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.716641171Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.716759215Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"60.312797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.717783328Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.717864341Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"59.196092ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.718360787Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.718373427Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.718379628Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.718838313Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.72091143Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.72092588Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.721088595Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.723232215Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"0","iteration":22,"elapsed":"66.756006ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.723504524Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.723518824Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.723526365Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.723742132Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.725634983Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.725648503Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.725657654Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"69.03627ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.729139037Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.729155437Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"72.664508ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.735793463Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"79.370516ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.743199433Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.743225664Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.743558755Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1999dc1f-3acf-4848-8e4e-1be3133729b3\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.743584716Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.745289911Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.746764139Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.74678456Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.747063798Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac511e3-bcba-410d-ac54-19c76e59cf94\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.747077579Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.748609309Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.765545538Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.765577449Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.765853298Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6714dc28-981b-46ae-a3f0-eff7a1316ee9\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.765868699Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.767421919Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.79763097Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.79796314Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.799456539Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.801308969Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.801321869Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.801464334Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.801797445Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"145.334247ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.848502381Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.848857692Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f223b09-07a6-4133-a27c-bd9d17278ad0\", \"content-length\": \"1\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.85032958Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.85063104Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.860652165Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.860675806Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.861177432Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f6ad001-2ee8-4a39-800c-b4bedd9de811\", \"content-length\": \"372\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.861225303Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.861603666Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.861616776Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":22,"elapsed":"205.108016ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.863562289Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"null","iteration":22,"elapsed":"207.036399ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.892259031Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.894290596Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.894310587Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.894474762Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.906446021Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.906471502Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.906761931Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"813702cf-1969-4499-b157-5f9d24839cbc\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.906777252Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.907114313Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.909515271Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.909773159Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.912644672Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.912899311Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.950581963Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.951179813Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f335488-87b1-4d3d-81a2-a9f148df9ab4\", \"content-length\": \"691\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.951204004Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.951214214Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.951222914Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.952259908Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":22,"elapsed":"295.685056ms"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.954680447Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.954697587Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.954985146Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7a7a9c6b-029d-4e2e-ac33-4bf3472f9816\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.956203216Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":22,"elapsed":"299.660836ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.970469039Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.970883412Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.972621179Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5263359f-a80d-45e0-9595-0b15b904e78f, rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77858eb2-1069-4750-be5e-f3dafe20063a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.972638909Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.972948599Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.982319664Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.982642444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8e75d84-0659-406d-960f-48ce674d1c23\", \"content-length\": \"134\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.982661204Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.982674365Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77858eb2-1069-4750-be5e-f3dafe20063a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.983027727Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.983042797Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.983051657Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.983061037Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.983069638Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.983078398Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.983268294Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.983278855Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.98342876Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.98343957Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.983713269Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.984930068Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.985066833Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5da9f7f-0391-4c94-8ced-a36642b048c8\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.985096623Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.985183086Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fba8a932-177b-4c46-9b5c-95e0a8af3471\", \"content-length\": \"52\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:22.985200897Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:22.985214067Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.074274478Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fcb3063e-07a7-4759-80a1-916824e8854a\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:23.074320939Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.07433131Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.074746973Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9e248a3-5f54-469c-bbda-c55aa4f5a0bf\", \"content-length\": \"682\", \"date\": \"Fri, 10 Jan 2025 05:16:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.074794925Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.075137626Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.079192127Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.079511788Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.082401612Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.082624319Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.084690406Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.084939214Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:23.091426004Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":22,"elapsed":"434.865553ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:27.549263856Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"78fd579b-341a-486a-be98-4751dc7fc025","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.65638399Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.656460952Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.656477953Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.656491413Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.656861316Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.656932538Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.659268523Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.661880298Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.661895339Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.662034693Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.664200594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.664370979Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.66594492Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.668382509Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.66839601Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.668523174Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.676810543Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.676834254Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":65,"elapsed":"20.476405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.686289611Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.686626062Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:32.713264366Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"56.878706ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:37.549035693Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"d77d112f-688e-44af-82ce-c5fdcb0e995f","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.656130416Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.656179278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.656188468Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.656196569Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.656520189Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.656533009Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.658496563Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.661241922Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.661255253Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.661411848Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.663517786Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.663761664Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.665263153Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.667894338Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.667907018Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.668044323Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.676084574Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.676104115Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":66,"elapsed":"19.996019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.686552814Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.686816062Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:42.71509147Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"58.955253ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:47.54816211Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"d6d87be2-f6fb-4263-911d-34e9654a0670","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.541854242Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:63450"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.541987636Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"8445262d-a4a0-493e-a642-da2e7749f3eb","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.542338058Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"8445262d-a4a0-493e-a642-da2e7749f3eb","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.545206031Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"8445262d-a4a0-493e-a642-da2e7749f3eb","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3264,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.54549888Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"dd046285-ad10-46e1-b6d6-2ada2812812a","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.545842802Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"dd046285-ad10-46e1-b6d6-2ada2812812a","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.547837016Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"dd046285-ad10-46e1-b6d6-2ada2812812a","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2428,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656392139Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.6564342Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656444411Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.656452381Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656460321Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656468272Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656475962Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656483652Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656490642Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656499063Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656507023Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656515043Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656521103Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656527863Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656533714Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656540624Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656546684Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656554134Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656560925Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656567765Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656574275Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656581805Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656591216Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656601826Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656611676Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656622847Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.656632297Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-10 05:06:52.656586956 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656640517Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656646607Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656653548Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656660288Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656667178Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656674278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656680348Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656686759Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656692619Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656700089Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656707249Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656714389Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.6567211Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.65672824Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656749551Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656767391Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656776752Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.656785442Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656791802Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-10T05:16:52.656799142Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656806852Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656813043Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656820073Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\"}","iteration":13,"elapsed":"8.48µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656828693Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656835493Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656845934Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656853274Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656859894Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656866414Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656874185Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656881325Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656889025Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656895535Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656902036Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656909116Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.656918286Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657074281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657086082Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657134293Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"30a043aa-79b8-40f0-889b-b1aa4686508a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"95b462f2-3c97-4463-9c08-5404518f33d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"95b462f2-3c97-4463-9c08-5404518f33d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 27023, tv_nsec: 164166652 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657153304Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657162164Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657192455Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657205036Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"53514ca5-28a5-4b76-afd8-362873acf1d4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b3737e73-ceea-4b83-966e-05b55558955a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e93887bd-ffe8-46b8-ad6f-92e0665448ab.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e93887bd-ffe8-46b8-ad6f-92e0665448ab.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 27023, tv_nsec: 164221974 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657221066Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657229456Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657236546Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657245227Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657254697Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657263257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657271458Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657285478Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657295579Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657307329Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657317679Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.6573268Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.65735343Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657378281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657390071Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657557337Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657575388Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"997.623µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657672281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657684031Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.20117ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657692331Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657699552Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.657878397Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.659463789Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.660222454Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.660299236Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.738951ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.660565214Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.660822883Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.661763884Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.661774944Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.661933559Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.662607531Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.662618291Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.662784106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.663636774Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27023, tv_nsec: 170675183 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.663921754Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.665288418Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27023, tv_nsec: 172327957 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.665543276Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.667955064Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"11.166702ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.667988395Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-10 05:06:52.656586956 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.668003856Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"expiration\":\"2025-01-10T05:06:52.656586956Z\",\"pruned\":[]}","iteration":12,"elapsed":"11.4063ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.669085571Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.671490909Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.67152296Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.671636284Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.677244786Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.677768943Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.678507067Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.678859818Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.681046999Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.681169993Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.681265626Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.681713031Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.681731661Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.681958699Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.682674292Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.683094066Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.683321333Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.68540064Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.685432052Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.687208989Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.691379595Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.692352886Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.692847352Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.695713285Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.701380569Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.701497293Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"44.718301ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.701661278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.702568778Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27023, tv_nsec: 209594876 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.702818036Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.702894098Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.703143066Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.70385933Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.704042556Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.704205371Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.704215831Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.707381064Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.707400774Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.707615212Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.70849897Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"52.046369ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.708521481Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.708532921Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.708682826Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.712338055Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.712583493Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.714468034Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.717464431Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.717476861Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.717693509Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.718511445Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.71867776Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.718788634Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.719058403Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.719115395Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.720988006Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"64.455392ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.722080941Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.722094282Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.722267337Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.724901933Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.725191892Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.727363333Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.727373813Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.727382963Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"70.88248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.729378098Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.729688398Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.730329419Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.731644361Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.73189664Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.732691745Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.732702796Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.73284418Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.732971215Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.735654891Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.735668572Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.735810556Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.738033179Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"0","iteration":23,"elapsed":"81.223566ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.742171393Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.742190334Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.742197324Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.742203624Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.742503644Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.744039184Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"86.336812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.744127046Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.746625858Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.747881528Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.747894279Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.747900519Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.748147547Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.748178668Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.749092638Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.749104618Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.749299844Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.749392067Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.749403968Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.749692477Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.751512586Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.754329708Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.754525014Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.76273038Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-10T05:05:45.360170Z, time_modified: 2025-01-10T05:05:45.360170Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, db_silo: Silo { identity: SiloIdentity { id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-10T05:06:09.192249Z, time_modified: 2025-01-10T05:06:09.192249Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, db_silo: Silo { identity: SiloIdentity { id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-10T05:06:09.192249Z, time_modified: 2025-01-10T05:06:09.192249Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.762776092Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"48a76ac8-2f94-4847-be0f-1cb4bfb661aa\",\"tls_certs\":[\"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\"]}},\"default_endpoint\":{\"silo_id\":\"48a76ac8-2f94-4847-be0f-1cb4bfb661aa\",\"tls_certs\":[\"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"106.159746ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.768949902Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"112.298544ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.769446868Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.769833371Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.771417202Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.771434413Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.771444073Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"114.682512ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.777851321Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.781910423Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.781934484Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.78214209Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.789367155Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.789388185Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.789395435Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.789401946Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.789560971Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.807434801Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.807727921Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.828437783Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"171.977621ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.850803679Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.85084456Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.851139519Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d317612f-bd35-478f-9004-20f035f0e286\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.85115408Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.85300414Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.898660632Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.898715594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.899027144Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a483195-d3da-4b62-a157-4b562847f587\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.899044174Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.900354367Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.902967741Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.902986732Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.90322306Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab8a596-2144-48eb-947b-2602bab99775\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.90323758Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:52.905039079Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.93557568Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.965641795Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:52.989838271Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/94045aaa-6f77-4209-bb66-cde829bf3dd0/state","method":"GET"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.011457782Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.011510824Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":67,"elapsed":"354.845885ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.0277048Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.027749751Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.027759721Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.028172535Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.032503125Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":23,"elapsed":"375.891939ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.033031342Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"376.644304ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.033776867Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.033801207Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bca3dac0-9831-415b-86b5-c6c6cc12ed56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.033811748Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.034112568Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.038934704Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.041932001Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.041952212Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.042134998Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.046070006Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.046377506Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"815e1a86-2ead-4889-bdfe-2a23a2581304\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.048493014Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.048724302Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.051252114Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"null","iteration":23,"elapsed":"394.673978ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.065483396Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.065514557Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.065525107Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"408.781627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.065866988Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.068678819Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.06870244Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.068832424Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.07054569Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bca3dac0-9831-415b-86b5-c6c6cc12ed56"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.070570001Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.070578661Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_time_created":"2025-01-10 05:06:09.259013 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.070588731Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":2}","iteration":12,"elapsed":"414.063167ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.075416278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.075441789Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"70f09b61-dde8-4da2-af2f-06138d5a975e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.075453649Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.07580243Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.103713926Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.107804639Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.10783713Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.107996575Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.110893099Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"70f09b61-dde8-4da2-af2f-06138d5a975e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.11091828Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.11093023Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_time_created":"2025-01-10 05:06:08.425967 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.110952371Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":1}","iteration":12,"elapsed":"454.155919ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-10T05:16:53.115999975Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.116023046Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"459.253144ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.12879989Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.129140241Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.130973381Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.132915954Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.132961646Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.13310719Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.134880118Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.136738298Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.136752669Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.136888863Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.18394411Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.183989712Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.184265401Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b0a388-acec-415b-8b54-2aff53acb15b\", \"content-length\": \"583\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.184289771Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.184493768Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.18764874Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.188018772Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"4a59dcc1-618c-452d-985a-b098a23313b9\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.188033053Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.18980711Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.19040616Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f9e33056-6e3c-4a1f-9f6a-95c34cb6f694\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.190423681Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.192587121Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.192600831Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"536.14458ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.246871472Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{ba175292-1bb0-46be-b0eb-886eb79f1ba3: {10.151.2.176: {6703c9a8-9630-4196-98b7-6fd428c2a9e7}, 10.151.2.175: {6703c9a8-9630-4196-98b7-6fd428c2a9e7}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.246923764Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.247222264Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2baa65a5-12a0-4ac5-932e-1fbb92b294c2\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.247254805Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.247657198Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.250122308Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.250309134Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.253407205Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.253841239Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.292994929Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.293361561Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3a98bd95-ee93-402a-9226-f80dbeb7c326\", \"date\": \"Fri, 10 Jan 2025 05:16:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.293376502Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.295528972Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c274eab4-e420-4997-8f26-1bd251628bae\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.295546192Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.296880245Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"61ffe3a4-372e-439a-942e-00ce3727f9cd\", \"date\": \"Fri, 10 Jan 2025 05:16:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.296892236Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.29856815Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.298607441Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"641.825539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.318616141Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.318979733Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.322724454Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.323157478Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c814f5e-555d-48f9-a724-b41155c8fa4c\", \"content-length\": \"810\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.323190769Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(6445912) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.32320259Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.32321166Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.324998488Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":23,"elapsed":"668.293788ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.325314598Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5263359f-a80d-45e0-9595-0b15b904e78f, rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77858eb2-1069-4750-be5e-f3dafe20063a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.325332309Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.325341639Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.325660079Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.325740072Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.328106709Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.328299185Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.33061022Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.330755285Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.333001178Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.333028358Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.333036499Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.333334699Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fee03e2d-fbdb-4215-8b86-de6b6444f2e5\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.335462717Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":23,"elapsed":"679.071668ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.335988254Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.336272964Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed30354e-76f7-44dc-8374-e79dd6feaeb8\", \"content-length\": \"134\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.336291964Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.336302455Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77858eb2-1069-4750-be5e-f3dafe20063a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.336588354Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.336601585Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.336609305Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.336617265Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.336625445Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.336633006Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.336790541Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.336803301Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.337036368Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.337046039Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.337293637Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.339323743Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.339433876Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c5aa4f5-f5e0-4814-a328-602e7e6cc9f9\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.339447887Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.33955138Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eab7d24a-dc54-45fb-9602-40f3376e1195\", \"content-length\": \"52\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.339579851Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.339591662Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.438588114Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"409d2a5a-e229-4106-847b-684fc2655e14\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.438634416Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.438645516Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.438911634Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3edced8b-dc3f-44c7-b5c1-f68af3eec60d\", \"content-length\": \"682\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.438965096Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.439404841Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.44339783Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.443571206Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.447485393Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.447731231Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.449906331Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.450087467Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.457170267Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":23,"elapsed":"800.403866ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.539281882Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/94045aaa-6f77-4209-bb66-cde829bf3dd0/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d965a09-92d0-4a05-83a3-124097a3d3a5\", \"content-length\": \"132\", \"date\": \"Fri, 10 Jan 2025 05:16:52 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.544590954Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"vmm_id":"94045aaa-6f77-4209-bb66-cde829bf3dd0","sled_id":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","instance_id":"7bf94b83-d698-4a23-bd13-e9fb4af61dd4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-10T05:16:53.479318696Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.544627595Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"vmm_id":"94045aaa-6f77-4209-bb66-cde829bf3dd0","sled_id":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","instance_id":"7bf94b83-d698-4a23-bd13-e9fb4af61dd4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-10T05:16:53.479318696Z }","propolis_id":"94045aaa-6f77-4209-bb66-cde829bf3dd0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.544642736Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"vmm_id":"94045aaa-6f77-4209-bb66-cde829bf3dd0","sled_id":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","instance_id":"7bf94b83-d698-4a23-bd13-e9fb4af61dd4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.545002757Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"vmm_id":"94045aaa-6f77-4209-bb66-cde829bf3dd0","sled_id":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","instance_id":"7bf94b83-d698-4a23-bd13-e9fb4af61dd4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.556092337Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.556124989Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.56171446Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.563948322Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"destroyed\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":23,"elapsed":"907.265333ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.593166791Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.593281284Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33998"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.59345231Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c876525f-bf75-4a40-b240-4e29f075508e","remote_addr":"[fd00:1122:3344:101::c]:33998","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.593791221Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c876525f-bf75-4a40-b240-4e29f075508e","remote_addr":"[fd00:1122:3344:101::c]:33998","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.640002221Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/oximeter.rs:76","collector_id":"b6508fc7-5132-4a68-971d-9bf335b84514","producer_id":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:53.640030821Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/producers","method":"POST","req_id":"c876525f-bf75-4a40-b240-4e29f075508e","remote_addr":"[fd00:1122:3344:101::c]:33998","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46641,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.640119755Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c876525f-bf75-4a40-b240-4e29f075508e\", \"content-length\": \"41\", \"date\": \"Fri, 10 Jan 2025 05:16:53 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.642246733Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:16:53.642265614Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:16:57.550615213Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"f1938016-9c34-4389-aec0-3f45c02e3239","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2587,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.655717071Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.655785224Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.655800994Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.655813474Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.656119904Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.656254059Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.658793041Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.66152237Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.66153474Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.661706666Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.663456182Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.663720111Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.66554175Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.668216637Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.668227257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.668381112Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.68092686Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.680953841Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":68,"elapsed":"25.223819ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.687195613Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.687584116Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:02.716443002Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"60.744291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:07.54113165Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"aebd6d79-5387-4050-815b-18827e65ba9a","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:07.541487451Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"aebd6d79-5387-4050-815b-18827e65ba9a","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:07.544233031Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"aebd6d79-5387-4050-815b-18827e65ba9a","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3184,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:07.54453575Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"3bf0113e-e2ca-413c-9f4b-3b6bbe5a02e0","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:07.544897892Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"3bf0113e-e2ca-413c-9f4b-3b6bbe5a02e0","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:07.546844235Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"3bf0113e-e2ca-413c-9f4b-3b6bbe5a02e0","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2375,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:07.548345354Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"3d410708-1651-4654-b713-b330e2acc00e","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":318,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.655451677Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.655505619Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.655515769Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.65552441Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.655888421Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.655997775Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.657954738Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.660761709Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.66077425Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.660944326Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.663425756Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.663682654Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.665503934Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.668282184Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.668294594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.668432449Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.680844281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.680867242Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":69,"elapsed":"25.438746ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.685626827Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.685936106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:12.714356279Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"58.890951ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:17.548552235Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"5d4bdc9e-fc0e-4aac-a373-e482474ac088","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.655920727Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.655999769Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.65601746Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656031571Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656043891Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656056051Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656068452Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656079622Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656091443Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656104093Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656116033Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656128544Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656141104Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656154034Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656165715Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656177455Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656189306Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656201626Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656213096Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656225307Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656237097Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.656249838Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656262548Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656274358Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656286739Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656299319Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.6563113Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.65632429Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656335411Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656347451Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656359021Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656371142Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656382112Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656394152Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656410993Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656472355Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656584808Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656609879Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.65662595Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.65664135Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656655671Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656672251Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656686982Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656700552Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656715133Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656729413Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656743934Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.656760284Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.6581761Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.658198151Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.658448669Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.658559253Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.659604406Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.507744ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.65970034Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27053, tv_nsec: 167142089 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.659940457Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.66000725Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.660175385Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.660966781Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27053, tv_nsec: 168413090 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.661201318Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.661227779Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.661236479Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.661385354Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.664991971Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.665007892Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.665015182Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.665020672Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.665280501Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.66649466Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.66771526Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.667745671Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.667877945Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.669753566Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.669777247Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.669913561Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.672579878Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.672841886Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.672888318Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.673064153Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.678220121Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.678243131Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"22.124838ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.692240836Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.692558106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.69269524Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.692760693Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"36.608538ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.692943879Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.69300491Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.694490929Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.695256603Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.695371297Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.695384138Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.695502311Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.695512882Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"37.334031ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.695609535Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.697674202Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.697700773Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.697940231Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.698675185Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.698949774Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.699277904Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.700335239Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.700733891Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.701596249Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.70161933Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.701747214Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.702443977Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.704319228Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.704336568Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.704460272Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.705422404Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27053, tv_nsec: 212864962 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.705714353Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.706123986Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.708107871Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"52.181823ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.708594927Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.708606547Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.708836244Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.710393275Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.713188836Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.713221257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.713351701Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.723368596Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.723916854Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.728096969Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.72812345Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.728132201Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.72843382Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.728893375Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.728919676Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":70,"elapsed":"73.02798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.731550761Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.731783999Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.737135363Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.737148113Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.737480364Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2518afb8-aeb1-4133-809a-3c14e204bb4a\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.737497265Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.739571422Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.741316698Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.741611368Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"85.583817ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.743156148Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.743166389Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.743454968Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17eeba93-bc42-492f-a7da-934c9b312c2b\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.743472348Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.744250604Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.744267834Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.74443965Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.745818575Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.746794596Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"0","iteration":24,"elapsed":"90.782677ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.753219115Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"97.217455ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.757927128Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"101.790944ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.759837719Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"103.890682ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.764383047Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.764411978Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.764427608Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"108.199182ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.78265213Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.782986731Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.813252743Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.813274844Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.813601404Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cf92446-f8e2-41d5-bfec-f319a52203d9\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.813615905Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.815104353Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.815113213Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.815494256Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"840bf61e-1ea1-44dd-8847-82c6149bf43f\", \"content-length\": \"372\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.815504716Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.815517997Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.815755404Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.818436861Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.818668539Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.86152498Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":24,"elapsed":"205.555291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.861752257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.863725211Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.863759912Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.863889656Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.865465647Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.867410281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.867430501Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.867782563Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d73046ff-4711-40c2-988a-e21b810f06f2\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.867810534Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.868162425Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.868380692Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.868410613Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.868659171Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.870548063Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.872978081Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ce861c-ced4-43d6-8789-33c8ee7ef30f\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.873531889Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.873829839Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.874696187Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.875035858Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.876993422Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"null","iteration":24,"elapsed":"221.017793ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.877650953Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.87785779Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:22.880853497Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.880878268Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.881407855Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3138a8d7-ad56-45e4-bfbf-07b23723e552\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:22.883453721Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":24,"elapsed":"227.380399ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.009484421Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.009898415Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.013930296Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.014432612Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4203422c-686d-4f33-abac-d73293f29ad0\", \"content-length\": \"691\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.014456523Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.014466723Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.014474694Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.016116347Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5263359f-a80d-45e0-9595-0b15b904e78f, rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77858eb2-1069-4750-be5e-f3dafe20063a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.016128387Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.016453798Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.01652587Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":24,"elapsed":"360.485519ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.031161555Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.031466225Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cbb19da-71f2-49d0-9dfa-af0751e1b5ef\", \"content-length\": \"134\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.031490806Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.031502446Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77858eb2-1069-4750-be5e-f3dafe20063a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.031822946Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.031833177Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.031870128Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.031877658Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.031883939Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.031890189Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.032052864Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.032075125Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.032352904Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.032364584Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.032788478Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.034371349Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.034558555Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53f2f882-4a41-41be-9232-410764cb9e3a\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.034581866Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.03469825Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a67a55-2f30-49b4-9c97-fe2e977fdf98\", \"content-length\": \"52\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.034718851Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.034731121Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.130657094Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e3b1a06d-85af-422d-8471-e369ff8bb2c7\", \"date\": \"Fri, 10 Jan 2025 05:17:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:23.130687035Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.130699935Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.13116845Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641a5aa8-c5c7-4e1a-993a-0635fd4ec5dd\", \"content-length\": \"682\", \"date\": \"Fri, 10 Jan 2025 05:17:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.131203712Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.131458Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.134593652Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.134902562Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.137579109Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.137907539Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.139603354Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.139837022Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:23.14655124Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":24,"elapsed":"490.491928ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:27.548385984Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"3f39b189-40fc-4335-b98c-366432b614c5","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.655496927Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.65557231Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.65559039Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.655604491Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.655911691Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.655935252Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.657835823Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.65833703Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.658698971Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.66048842Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"4.996222ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.66049853Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.66050814Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.660655225Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.663104044Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.66329062Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.664578582Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.667044312Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.667056373Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.667185917Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.679318971Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:32.679339281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":71,"elapsed":"23.871565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:37.540749171Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"f6a12d37-53bc-43e3-bf75-25632e247da1","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:37.541068631Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"f6a12d37-53bc-43e3-bf75-25632e247da1","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:37.543847171Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"f6a12d37-53bc-43e3-bf75-25632e247da1","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3176,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:37.544190722Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"94c11070-733f-45a2-ac1b-ce895d701e8f","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:37.544526663Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"94c11070-733f-45a2-ac1b-ce895d701e8f","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:37.546939642Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"94c11070-733f-45a2-ac1b-ce895d701e8f","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2816,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:37.547337684Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"483ad014-a88d-4832-be38-55dc932b2133","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.655324447Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.655374858Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.655384588Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.655392799Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.65573362Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.65574796Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.657806407Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.660435002Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.660448563Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.660591727Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.662672715Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.662980435Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.664728852Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.667363597Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.667377107Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.667511612Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.678966664Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.678987324Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":72,"elapsed":"23.658978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.683725228Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.683954805Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:42.710728814Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"55.422629ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:47.54737842Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"9a20c225-fe0d-4db4-a436-0fadf800c1b7","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":306,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655797526Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655849348Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655859688Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655869638Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655877019Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655884039Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655891739Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655898869Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.65590668Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.6559143Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.65592205Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.6559293Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655936261Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655943281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655950901Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655957401Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655964741Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655972112Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655978842Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655986622Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.655992962Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656000072Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656006163Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.656013643Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-10 05:07:52.655960611 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656022353Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656028833Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656038304Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656047844Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656058985Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656068965Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656079685Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656087705Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656097126Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.656106506Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656115306Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656124947Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656133907Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656147057Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656156588Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656165118Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656174638Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656186469Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656197459Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656207369Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656218039Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.65622721Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.65623559Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.65624642Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656256881Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656267301Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.656277612Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656287182Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656295912Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656304882Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656316213Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656326013Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656335663Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656345534Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656355364Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-10T05:17:52.656365994Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656376795Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\"}","iteration":14,"elapsed":"13.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656389185Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656400005Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656412826Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656424196Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656436857Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656704055Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656735766Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656750357Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656763247Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656775318Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656788448Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656799298Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656809479Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656821449Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.65683199Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.65686512Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656876111Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656886441Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656893772Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656906722Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656918272Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656929403Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656939523Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656950453Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656960554Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.656969454Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657001265Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"30a043aa-79b8-40f0-889b-b1aa4686508a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"95b462f2-3c97-4463-9c08-5404518f33d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"95b462f2-3c97-4463-9c08-5404518f33d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 27083, tv_nsec: 164673758 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657038406Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"53514ca5-28a5-4b76-afd8-362873acf1d4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b3737e73-ceea-4b83-966e-05b55558955a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e93887bd-ffe8-46b8-ad6f-92e0665448ab.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e93887bd-ffe8-46b8-ad6f-92e0665448ab.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 27083, tv_nsec: 164663148 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657059187Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657071747Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657082598Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657094508Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657231643Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657253253Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.306662ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657265964Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657278804Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657289874Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657340106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657363687Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.516009ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.65745418Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.65746452Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.657665646Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.658677819Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.659905309Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.660427586Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.330151ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.660978124Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"5.095186ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.662170153Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.662190233Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.662351619Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.663064602Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.663279309Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.66330018Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.6633092Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.663468265Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.664915042Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.665312675Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.665942915Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27083, tv_nsec: 173746683 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.666050769Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27083, tv_nsec: 173906738 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.666154922Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.666290777Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.666553705Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-10 05:07:52.655960611 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.666570086Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"expiration\":\"2025-01-10T05:07:52.655960611Z\",\"pruned\":[]}","iteration":13,"elapsed":"10.599114ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.66731283Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.667339751Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.667471845Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.668631662Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.668643813Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.66885543Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.669605194Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.669822651Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.670659668Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.671036391Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.671265618Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.671278578Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.671538437Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.671546707Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.671552187Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.671821796Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.673069157Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.673355996Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.673374576Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.673381427Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.673560022Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.673751559Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.673762199Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.673904504Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.674965808Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.677376386Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.678177902Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.678204103Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.678215744Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.680092505Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.680117255Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.68027141Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.684780386Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.686979758Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.686999109Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.687158174Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.687425072Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.687601838Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.688462906Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.689547771Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.689628534Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.689968935Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.691128272Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.691140933Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.691308068Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.691318299Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.693283253Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.693617623Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.693636034Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.693756738Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.695834795Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.696117454Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.69627934Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.69629757Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.696417354Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.69658667Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.696710464Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.699387691Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.700759155Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.700782386Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.700791356Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"44.964639ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.701991435Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27083, tv_nsec: 209826834 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.702305305Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.703305248Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"47.119089ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.703394991Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.703715631Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.704030101Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.708276539Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.70830131Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.708522557Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.710270944Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.711316278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.713340144Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.713366624Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.713509809Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.713724396Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.713738636Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.713890771Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.716700013Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.721706665Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.722496561Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.722554572Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.722568373Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.722579053Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"65.671201ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.722593044Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.722604494Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.722613424Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.725024263Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"68.881066ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.730674046Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"74.708974ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.730707587Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"73.775864ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.732231577Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.732255067Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.732265468Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.732274808Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.732493795Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.733848209Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.735014797Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.735038948Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.735047758Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.735261545Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.73572072Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.736141323Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.736162834Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":73,"elapsed":"80.385849ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.737172307Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.737191727Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.737392934Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.738095997Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.738122248Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.738324574Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.739546014Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.739567615Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bca3dac0-9831-415b-86b5-c6c6cc12ed56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.739581195Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.739815663Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.7409635Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.741219558Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.741243769Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.741492847Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.741519538Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"85.423022ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.742575912Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"86.539599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.743003696Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.743038797Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.743052418Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.743062408Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.743072118Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.743332537Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.743379358Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.743775701Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.743794822Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.743806702Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"87.758128ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.744933939Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.745612431Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.745635241Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.745820907Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.746592192Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.746872622Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.747383128Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.747855313Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bca3dac0-9831-415b-86b5-c6c6cc12ed56"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.747881034Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.747893925Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_time_created":"2025-01-10 05:06:09.259013 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.747906545Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":2}","iteration":13,"elapsed":"91.995575ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.749146635Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.749168866Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.749366713Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.751054187Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.751297095Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.752006498Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.752028309Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.752229666Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.753676613Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"0","iteration":25,"elapsed":"97.875206ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.761688162Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.761939931Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.767336906Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.768259286Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.771011955Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.773499886Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.773531027Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.773678432Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.77762097Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.777647551Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.777659841Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"121.625678ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.797234026Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"141.273195ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.797436753Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.797450373Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.797740492Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.797763653Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da558c7f-ae4f-4f9a-9cab-ec2d372919ce\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.797779354Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.798132365Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.798220108Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.798231939Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.798448506Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d6ac41-b03e-4cca-b8cf-9efb0ccb20ab\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.798478387Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.800698359Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.800883514Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.80196704Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.80198628Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"70f09b61-dde8-4da2-af2f-06138d5a975e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.801995331Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.802316631Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.804055257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.806784116Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.806810467Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.806926691Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.809769603Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"70f09b61-dde8-4da2-af2f-06138d5a975e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.809785474Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.809796004Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_time_created":"2025-01-10 05:06:08.425967 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.809804434Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":1}","iteration":13,"elapsed":"153.657607ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.820838882Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.820863173Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.821126522Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a710bc68-4446-43bf-b4a3-ae0388f99205\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.821138112Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.821602547Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-10T05:05:45.360170Z, time_modified: 2025-01-10T05:05:45.360170Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, db_silo: Silo { identity: SiloIdentity { id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-10T05:06:09.192249Z, time_modified: 2025-01-10T05:06:09.192249Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, db_silo: Silo { identity: SiloIdentity { id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-10T05:06:09.192249Z, time_modified: 2025-01-10T05:06:09.192249Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.821625008Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"48a76ac8-2f94-4847-be0f-1cb4bfb661aa\",\"tls_certs\":[\"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\"]}},\"default_endpoint\":{\"silo_id\":\"48a76ac8-2f94-4847-be0f-1cb4bfb661aa\",\"tls_certs\":[\"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"165.686547ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.822376872Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.833217684Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"177.312834ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-10T05:17:52.834233097Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.834261618Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"178.137831ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.929559041Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.930069277Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.931771822Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.933503118Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.935041499Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.935061059Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.935277326Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.936735563Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.939339758Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.939349708Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.939532044Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.94895744Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.94925465Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5717c413-739b-4d98-9f72-d4546f94edd5\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.950349605Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.950543562Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.953700714Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"null","iteration":25,"elapsed":"297.710352ms"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.963285955Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.963304476Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.963575134Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":25,"elapsed":"307.579231ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.96373486Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"068ef6ef-0bab-4ae5-8917-00ec294b7ce7\", \"content-length\": \"372\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.9637507Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.963945917Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.995850682Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.996151832Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"76975544-0974-406f-9853-3d5ba7fa2aff\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.996166432Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.99762913Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"111281d4-3f73-447b-9e3a-7ac2f8618cf3\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.99763969Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:52.999099677Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:52.999111878Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"343.276961ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.012589715Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.012613446Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.012917936Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"114e4744-8ab2-41a7-8e28-701dcefb5e91\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.012944617Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.013313099Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.015181409Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.015222861Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.015608873Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.015677755Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bc5ebb47-d828-4cbd-9906-2ac3defebd08\", \"date\": \"Fri, 10 Jan 2025 05:17:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.015689756Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.017401011Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9bd6a7db-6ca1-4fca-b0c7-3ff2402227d8\", \"date\": \"Fri, 10 Jan 2025 05:17:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.017419472Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.018700403Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"00bbaf24-e83a-4cae-9f4e-a3ce7c04c18c\", \"date\": \"Fri, 10 Jan 2025 05:17:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.018715444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.020551074Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.020573764Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"364.363115ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.025824405Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.026203607Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc282b1e-50ac-4272-a687-15c1fca3dca6\", \"content-length\": \"691\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.026223398Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.026230298Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.026236588Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.027355314Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":25,"elapsed":"371.31667ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.028716548Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.029032129Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.032100288Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.032121529Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.03245018Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4d4953e6-a056-4cb3-8416-89401c3cd1df\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.034214727Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":25,"elapsed":"378.08363ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.073212243Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.07344458Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.07499163Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5263359f-a80d-45e0-9595-0b15b904e78f, rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77858eb2-1069-4750-be5e-f3dafe20063a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.075004871Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.075266459Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.084006553Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.084286542Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fff31013-cb7b-4536-ba10-a1bab892aaff\", \"content-length\": \"134\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.084310363Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.084321203Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77858eb2-1069-4750-be5e-f3dafe20063a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.084601672Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.084610962Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.084617333Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.084623603Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.084629793Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.084636023Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.084801999Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.084821739Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.085049097Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.085063237Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.085273204Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.087187226Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.08730142Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d25f130-a9d2-4467-8070-15031d34262f\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.08731156Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.087405393Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7363844a-fd1b-4433-b13f-b3f69d0cc987\", \"content-length\": \"52\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.087430684Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.087445725Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.198958733Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4dadb9d7-3afc-4a1a-ba3f-e08db5c1eb33\", \"date\": \"Fri, 10 Jan 2025 05:17:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:53.198999485Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.199009535Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.1994537Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec325f0-1579-4c6f-bf63-1244c3d33d40\", \"content-length\": \"682\", \"date\": \"Fri, 10 Jan 2025 05:17:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.199491021Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.199853443Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.204271876Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.205118133Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.211266073Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.211616494Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.213805365Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.214138606Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:17:53.221068241Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":25,"elapsed":"565.008827ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:17:57.547965344Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"403b0df6-5d62-40a2-8762-c5e760189f19","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":280,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.655107698Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.65518163Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.655198341Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.655211321Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.655618454Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.655637835Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.657542377Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.657914079Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.658177248Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.659568863Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"4.479715ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.660143632Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.660152352Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.660289856Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.661281588Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.661448734Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.662927522Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.665315449Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.66532466Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.665458354Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.673318359Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:02.67333512Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":74,"elapsed":"18.228411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:07.54032728Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"17f385b5-e4f2-4031-ac52-8dfae4028985","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:07.540650811Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"17f385b5-e4f2-4031-ac52-8dfae4028985","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:07.54338795Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"17f385b5-e4f2-4031-ac52-8dfae4028985","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3126,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:07.543651198Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"8a322dd2-0ba7-4475-ab3d-aaae1c5cd19a","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:07.543923487Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"8a322dd2-0ba7-4475-ab3d-aaae1c5cd19a","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:07.545995784Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"8a322dd2-0ba7-4475-ab3d-aaae1c5cd19a","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2382,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:07.547664058Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"910673e7-280a-4057-a925-8590c0410da0","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.654982719Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.655056941Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.655073351Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.655087492Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.655563707Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.655613289Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.657371746Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.657564812Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.657880422Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.659908518Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"4.92139ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.660013732Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.660024302Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.660163687Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.661937404Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.662092949Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.663711022Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.666056768Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.666069688Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.666197852Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.675160113Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:12.675172874Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":75,"elapsed":"20.225457ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:17.547828818Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"d8a2b8e6-0168-4709-b3eb-5bbac0bb024b","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.539778194Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"a631bc0a-5171-4a42-9555-f54d28aecc5f","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.540123425Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"a631bc0a-5171-4a42-9555-f54d28aecc5f","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.542039967Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"a631bc0a-5171-4a42-9555-f54d28aecc5f","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2335,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.542234354Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"1c848ffd-8165-4c01-852b-ac1469de11e1","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.542493172Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"1c848ffd-8165-4c01-852b-ac1469de11e1","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.54458527Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"1c848ffd-8165-4c01-852b-ac1469de11e1","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2379,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654681513Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.65472235Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654738285Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654751595Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654765316Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654778146Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654790616Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654804967Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654816647Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654827948Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654838438Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654850758Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654861699Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654873049Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654884419Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.65489513Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.65490602Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654916501Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654927961Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654939741Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654951032Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.654962082Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654974222Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654985993Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.654998083Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655008834Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655019524Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655030414Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655042475Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655054605Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655066116Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655077256Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655088826Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655230701Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655247981Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655334794Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655475669Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655490969Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.65550491Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.65551671Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.6555286Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655540801Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655620383Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655641924Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655664225Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655726777Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655748078Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.655764818Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.657023329Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.657031809Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.657308798Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.657746832Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.657825565Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.658045542Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.658495097Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.658751555Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.658977652Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.147905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.658994693Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.660922915Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.660934826Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.661102511Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.661498194Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.661509465Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.661650489Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.662017491Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.662164766Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.66290357Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.662944861Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.664102109Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27113, tv_nsec: 172356988 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.664382518Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.66444333Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.66445157Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.66445744Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.664723109Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.665340959Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.665351539Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.665521175Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.666044172Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.666054052Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.666189257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.666965012Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.667117707Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.667384075Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27113, tv_nsec: 175640164 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.667613843Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.668647096Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.669114091Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"12.085372ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.670660331Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.670685512Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.670809626Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.670940551Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.671092856Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.672405388Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"17.612302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.672624715Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.672798211Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.674428414Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.674761785Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.674881579Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"19.981518ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.676064837Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.67801556Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.678031051Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.678170625Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.694134763Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.694459824Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.697592205Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"42.608013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.697613716Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.697906616Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.702310569Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.702560187Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.704158099Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.706239736Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.706267857Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.706391831Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.706990501Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.708293843Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"53.60989ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.708745567Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.708756278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.708886702Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.708997476Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27113, tv_nsec: 217245055 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.709355817Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.709848103Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.709859954Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"54.930622ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.712944444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.715437885Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.715451215Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.715576989Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.716650764Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"61.91305ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.719117444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.719137995Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.719145455Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.719443565Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.721352717Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.721361747Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.721369387Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"66.593561ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.726915937Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.726939498Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":76,"elapsed":"72.270025ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.727249018Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.727259738Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.727560778Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b314d5d-b52c-48ad-9e34-d923afc98340\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.727575269Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.728105486Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.729112239Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.730602147Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"75.904063ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.730886336Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.730901237Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.731056512Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.735468865Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"0","iteration":26,"elapsed":"80.710659ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.739454094Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.739473945Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.739752134Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"502b9ab0-30dc-456a-9622-2143f907ace5\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.739767784Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.741349336Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.751776694Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.752075774Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.759949509Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.760175617Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.761833681Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.764016511Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.764034522Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.764209978Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.765594003Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.76797869Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.768002951Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.768140705Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.815624096Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.815645387Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.815939606Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733f51fd-d672-41ce-b1d5-e03eb09c2824\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.815956687Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.818095316Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.840795713Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.841112733Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8a121f7-377b-4415-82c6-15157e4068d0\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.84379362Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.844128711Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.846440516Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"null","iteration":26,"elapsed":"191.621608ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.871447288Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":26,"elapsed":"216.586649ms"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.892450469Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.89247472Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.892963106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb963d6-0f12-4d2c-a2fb-c7fb7e54e5d5\", \"content-length\": \"372\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.893000207Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.893314717Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.894867348Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.895293442Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a3c025b-207a-4475-8560-f97366d5e893\", \"content-length\": \"691\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.895322363Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.895331203Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.895339253Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.896897034Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":26,"elapsed":"241.941522ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.915718985Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.915763776Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.916072986Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b1cdbce0-d234-4611-b189-e19a23a10961\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.916096257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.916414537Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.9189533Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.919196097Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.921801282Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.922139303Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.925704759Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.92572768Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.926187884Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"94f84228-330d-4742-b22d-dfaa231c92a7\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.928011754Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":26,"elapsed":"273.148194ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.972122845Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.972492597Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.97472682Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5263359f-a80d-45e0-9595-0b15b904e78f, rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77858eb2-1069-4750-be5e-f3dafe20063a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.97474043Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.974908656Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.984518537Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.984865209Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3abbc23c-7f02-4fe6-93e2-aa075b991f6c\", \"content-length\": \"134\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.98489014Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.98490291Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77858eb2-1069-4750-be5e-f3dafe20063a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.98522333Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.985244941Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.985257471Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.985270022Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.985282662Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.985294713Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.985423527Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.985446058Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.985643744Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.985653914Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.985915713Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.987722701Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.987832025Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51b9126a-074f-434b-bbb2-97eeed9f534e\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.987855096Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.987917688Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b57bf5e8-c47d-403b-b51a-a239cda7070d\", \"content-length\": \"52\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:22.987944619Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:22.987956389Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.087054135Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"55736207-51a4-412b-afae-206fa0af2bfc\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:23.087079896Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.087089606Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.087348535Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a4331ed-a3e9-4043-878f-f0ad5740383d\", \"content-length\": \"682\", \"date\": \"Fri, 10 Jan 2025 05:18:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.087382936Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.087679185Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.090711034Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.091170749Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.094197497Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.094441395Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.096690408Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.097045099Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:23.104815861Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":26,"elapsed":"449.919402ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:27.547026746Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"9191225e-8053-420d-bc87-ba09b491d2ae","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.655129772Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.655192784Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.655208505Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.655222905Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.655582877Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.655714981Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.657740367Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.658196592Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.658555513Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.659715431Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.572809ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.660466365Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.660477746Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.660627571Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.6624661Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.662634026Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.664249198Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.666686567Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.666699348Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.666826582Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.677324222Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:32.677341493Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":77,"elapsed":"22.246082ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:37.547147385Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"6eabcfff-1e01-4187-852e-7aca7a879dee","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.654281069Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.654353861Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.654372662Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.654387092Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.654823417Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.654846177Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.656527102Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.656791441Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.656991137Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.658787775Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.510607ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.659136746Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.659147757Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.659286471Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.661134471Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.661288787Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.662803616Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.665203314Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.665215974Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.665340688Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.674749093Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:42.674768484Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":78,"elapsed":"20.524926ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:47.547124558Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"7cd8a1bb-7618-4fd4-a5df-278e98f5ac88","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.540090788Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"6511e1b3-e6ca-459c-9d7a-acf54607924b","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.540448909Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"6511e1b3-e6ca-459c-9d7a-acf54607924b","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.541996109Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?sort_by=id_ascending","method":"GET","req_id":"6511e1b3-e6ca-459c-9d7a-acf54607924b","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1982,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.54232108Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"2ad0d422-9343-4f7b-af67-7e7a6d28b887","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.542674741Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"2ad0d422-9343-4f7b-af67-7e7a6d28b887","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.544525712Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/collectors/b6508fc7-5132-4a68-971d-9bf335b84514/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTAzY2RhOC01Mjc5LTRhNGMtOTFlNi02NjNjMTcyM2U2NzYifX0%3D","method":"GET","req_id":"2ad0d422-9343-4f7b-af67-7e7a6d28b887","remote_addr":"[fd00:1122:3344:101::d]:63450","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.654890643Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.654930924Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.654942075Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.654951515Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.654959785Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.654968656Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.654976806Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.654988176Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655001087Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655013977Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655025067Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655036138Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655047738Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655060669Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655072179Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.655083309Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-10 05:08:52.654979906 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.65509549Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.65510711Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655117761Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655128401Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655140701Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655152172Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655164002Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655174923Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655186033Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655197103Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655209744Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655221024Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655232454Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655244195Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.655257475Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655269575Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655281236Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655293716Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655305497Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655317897Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655330057Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655343778Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655356968Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655371349Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655383959Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.65539527Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.65540831Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.65542082Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655432601Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655445431Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655457982Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655469662Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655478992Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655489033Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655498873Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.655507563Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655516294Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655527584Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655537084Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655546355Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655556005Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655565425Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-10T05:18:52.655575625Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655587886Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\"}","iteration":15,"elapsed":"12.261µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655601226Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655613707Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655625597Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655636798Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655647828Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655660008Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655671788Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655682079Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655694709Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.65570168Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.65570906Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.65571716Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.65572591Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655736791Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655746761Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655758351Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655765242Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655802743Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655817923Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"30a043aa-79b8-40f0-889b-b1aa4686508a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"95b462f2-3c97-4463-9c08-5404518f33d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"95b462f2-3c97-4463-9c08-5404518f33d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 27143, tv_nsec: 164463062 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655835934Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655846774Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655855554Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655864065Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655872305Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.655880505Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"53514ca5-28a5-4b76-afd8-362873acf1d4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b3737e73-ceea-4b83-966e-05b55558955a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e93887bd-ffe8-46b8-ad6f-92e0665448ab.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e93887bd-ffe8-46b8-ad6f-92e0665448ab.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 27143, tv_nsec: 164501473 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.656170105Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.656189125Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.656398402Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.656520266Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.656531187Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.383475ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.656588858Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.656599309Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.518199ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.658415117Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.658749839Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"3.539585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.658762149Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.659568325Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.659671508Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.659681739Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.659689559Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"4.786356ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.660880117Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.660900428Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.661058103Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.66219863Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.662210531Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.662218641Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.662224961Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.662410627Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.662420567Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.663373489Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-10 05:08:52.654979906 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.663384739Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"expiration\":\"2025-01-10T05:08:52.654979906Z\",\"pruned\":[]}","iteration":14,"elapsed":"8.401883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.665394214Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.665646392Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27143, tv_nsec: 174307091 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.66588053Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.6668095Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.667278615Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.667289165Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.667295486Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.667550804Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.668719842Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.668730412Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.669035292Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.669921211Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.669931591Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.670099917Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.670630724Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.671266605Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27143, tv_nsec: 179919173 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.67141693Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.671547324Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.671694219Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.671714489Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.672146883Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.672698961Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"17.459247ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.673958812Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.673969232Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.674158659Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.674607383Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.674852901Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.674908813Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.674919273Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.675088399Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.675881154Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.675906045Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.676142543Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.676153943Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.67636118Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.676603318Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.676769353Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.678600843Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"22.428258ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.679574764Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.679873734Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.680297338Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.680345919Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.680565087Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.680576247Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.68158788Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.681861009Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.683625186Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.683994348Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27143, tv_nsec: 192651916 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.684350639Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.685241858Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.688462403Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.68870278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.688721411Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.688730921Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.688837315Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.688918138Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.692921808Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.693406743Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.698887721Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"43.924825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.709075502Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.709226357Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.709457814Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.709518486Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.712157922Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"57.181956ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.715971945Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"60.911277ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.717493975Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.717524926Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":79,"elapsed":"62.642133ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.719720247Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.721842646Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"66.827078ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.722084454Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.722097044Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.722336862Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.724783722Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.725083661Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.725272627Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.725282258Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.725288828Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.725726622Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.726457976Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.726727214Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.727878012Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"72.693659ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.734181607Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.735185719Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.735198449Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.73520498Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.73521137Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.735445297Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.737127232Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.737143232Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.737231466Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.737242216Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.737250366Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"82.150767ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.737281737Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.737402811Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.739133227Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.739144417Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"84.11858ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.739422106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.739433347Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.739588472Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.741713551Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.744702978Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.746073813Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.746088433Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.746094883Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.746100793Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.74628938Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.7463002Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.746522577Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.78791659Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.788164539Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.79592471Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.804128817Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.833563982Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.833586613Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.833921984Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45d2f213-e9b6-4672-978c-76fec72d9e1d\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.833943254Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.836028332Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.906571091Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.906613892Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.907050577Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"855c9431-6cc9-4588-857d-1f50f0751130\", \"content-length\": \"372\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.907076967Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.907423629Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.9093223Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.909766315Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.914152077Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.914185218Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.914468278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.914592562Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.914610482Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.914785908Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.918461457Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.920147012Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"0","iteration":27,"elapsed":"265.030841ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.921597849Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.92162748Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.921846127Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.925545617Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.928825393Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.929181385Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aa733ba-2213-4a58-a4c6-535690d34bdf\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.929209966Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.930135856Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.933698302Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.933730043Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.933742103Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.936828023Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.953407091Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.957023639Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.95706024Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.957234415Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.958239748Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.958333241Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.958344951Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"70f09b61-dde8-4da2-af2f-06138d5a975e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.958353382Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.95860208Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.958774515Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.959123107Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.959133997Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.959502059Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1d1c838-16f3-4048-972d-a5149346eebf\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.9595274Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.960861873Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.961404491Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.96416114Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.964181811Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.964437999Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.965207024Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.965226385Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.965236295Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"310.165966ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:52.992535471Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.992572602Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.992931374Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3af3d55e-bd87-4082-b2c2-ad02f2430e3e\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.992956975Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.993253444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.995425995Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.99558853Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.997842923Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.997855824Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bca3dac0-9831-415b-86b5-c6c6cc12ed56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.997867264Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.998279378Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.998856336Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.999406594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:52.999618051Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.000383886Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.003099064Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.003121275Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.003350082Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.003364752Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.0036103Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.003628211Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.003640112Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e107dd94-8217-4172-8aaa-0ef3c16a1540\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.003652412Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.003794817Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.00667152Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":27,"elapsed":"351.419705ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.007672742Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"70f09b61-dde8-4da2-af2f-06138d5a975e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.007691993Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.007702973Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_time_created":"2025-01-10 05:06:08.425967 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.007714064Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":1}","iteration":14,"elapsed":"352.53115ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.009285545Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bca3dac0-9831-415b-86b5-c6c6cc12ed56"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.009303385Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.009313736Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_time_created":"2025-01-10 05:06:09.259013 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.009321936Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":2}","iteration":14,"elapsed":"354.074171ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.017686347Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-10T05:05:45.360170Z, time_modified: 2025-01-10T05:05:45.360170Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, db_silo: Silo { identity: SiloIdentity { id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-10T05:06:09.192249Z, time_modified: 2025-01-10T05:06:09.192249Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, db_silo: Silo { identity: SiloIdentity { id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-10T05:06:09.192249Z, time_modified: 2025-01-10T05:06:09.192249Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.017717198Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"48a76ac8-2f94-4847-be0f-1cb4bfb661aa\",\"tls_certs\":[\"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\"]}},\"default_endpoint\":{\"silo_id\":\"48a76ac8-2f94-4847-be0f-1cb4bfb661aa\",\"tls_certs\":[\"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"362.774294ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-10T05:18:53.02702068Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.027037911Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"372.043264ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.050252724Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"395.370391ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.07044884Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.070874274Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ab130f76-76dd-4f3d-ac6d-53be8885d0e7\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.070886754Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.073117076Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f1dce964-e8d1-4a97-b389-628b0fb8b042\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.073129017Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.075316888Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.075328368Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"420.114424ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.085797238Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.161194475Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.161523635Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58af0661-b77f-41d7-86aa-a61fd91d2789\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.163415807Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.163773738Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.202392622Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":27,"elapsed":"547.212919ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.236138327Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.236526819Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6054633f-6845-475e-a503-d33c1a3b5a94\", \"content-length\": \"691\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.23654668Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.23655503Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.23656134Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.237270784Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.237703178Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"null","iteration":27,"elapsed":"582.579907ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.237713178Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"773e2c72-3037-4420-9600-ecf1b3166c78\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.237721678Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.238943878Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":27,"elapsed":"584.027893ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.239406183Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d470d803-186c-4db3-8e93-4a1d9a9a1cf8\", \"date\": \"Fri, 10 Jan 2025 05:18:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.239419073Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.241121939Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ebe66b64-4c50-432e-9da8-7c513009b373\", \"date\": \"Fri, 10 Jan 2025 05:18:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.241131829Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.24268903Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.24271747Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"587.478596ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.267097442Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.267461633Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.269489299Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5263359f-a80d-45e0-9595-0b15b904e78f, rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77858eb2-1069-4750-be5e-f3dafe20063a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.26950357Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.269709616Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.278363297Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.278634186Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3873706-d4c2-46ac-92e7-6a0aab28dda2\", \"content-length\": \"134\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.278659317Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.278669587Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77858eb2-1069-4750-be5e-f3dafe20063a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.278894605Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.278905175Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.278912175Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.278919655Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.278926655Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.278933356Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.279124452Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.279138572Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.279350449Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.279359569Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.279556336Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.281365475Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.281494159Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24400230-37f8-4b51-8018-f980fae543aa\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.281518379Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.281615243Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57ab3d4d-6066-4a90-bcfc-3c05e0ce58e1\", \"content-length\": \"52\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.281632813Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.281643374Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.376465191Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f47ec3d8-3c71-46e1-ac63-5279c17c7216\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:53.376507592Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.376518403Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.380362787Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d770df25-391b-4754-9439-f46ab61396df\", \"content-length\": \"682\", \"date\": \"Fri, 10 Jan 2025 05:18:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.380389858Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.380608155Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.384013436Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.384230523Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.386958461Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.38721937Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.388604525Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.388779591Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:18:53.395949263Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":27,"elapsed":"740.692638ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:18:57.547226226Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"2f91c4c3-382c-45c5-904e-0bc8a2d11bd6","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.654325319Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.654377861Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.654389421Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.654399112Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.654688731Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.654784734Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.656459919Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.659135265Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.659150446Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.659297141Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.661319166Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.661492952Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.663148966Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.665596635Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.665609205Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.6657405Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.677888444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.677903355Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":80,"elapsed":"23.605826ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.684471348Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.684719386Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:02.712442435Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"58.112996ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:07.546548049Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"f5271960-4eb5-4c42-8e46-db2950725790","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":276,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.653843798Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.653922651Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.653941451Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.653956432Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.654327604Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.654459788Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.656340459Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.656562786Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.65667718Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.659471921Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.659497292Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.659631376Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.661410634Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.66159965Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.663006395Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.665521107Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.665543408Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.665661061Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.677097203Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.677125464Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":81,"elapsed":"23.266035ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:12.68472647Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"30.908643ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:17.546514482Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"5da25816-0e53-4c32-9649-aa468a2b0554","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654365489Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654435192Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654450612Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654463472Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654476813Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654489423Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654499884Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654511304Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654523254Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654534675Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.654547765Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654559566Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654572056Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654583496Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654594827Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654605527Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654616317Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654628808Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654640888Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654651709Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654662769Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654673589Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.65468389Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.65469582Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.6547065Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654718241Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654729071Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654739712Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654749842Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654760592Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654770962Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654782143Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654792983Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654911887Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654931418Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654945758Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.654960969Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.65501773Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.655034631Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.655048451Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.655096303Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.655113304Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.655126664Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.655140874Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.655152745Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.655164515Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.655257968Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.655272499Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.656653784Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.656669424Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.656867461Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.656950213Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.657837162Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.658232835Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.618278ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.658795123Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.658814434Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.658825694Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.659141874Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.660066594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.660079215Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.66024561Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.660335723Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.660343813Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.660487598Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.66333329Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.663827347Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27173, tv_nsec: 172893735 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.664172018Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.664216499Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.66733353Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.667385462Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.667396002Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.667666721Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.667750104Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.668042273Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.675476974Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27173, tv_nsec: 184527293 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.675832856Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.67658206Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.676963473Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.677326094Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.677614364Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.6777963Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.678140321Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.691446653Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"36.950729ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.69845839Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.698787321Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.698843113Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.698999138Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.699266977Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.699339919Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.700127325Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.700387193Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.702195632Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"47.643006ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.702222293Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.702300355Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.702716478Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.703895597Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.704809426Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"48.150823ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.705628163Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.705654054Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.705663444Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.705887172Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707100221Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707294587Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707476053Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.707487603Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707499264Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707507424Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707513414Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707520394Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707761032Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707836735Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27173, tv_nsec: 216907344 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707905247Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.707946958Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.708167346Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.708905719Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.70892245Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.709193519Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.710276054Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.710299985Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.710373797Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.710397038Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"55.905935ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.710434189Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.710580254Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.710601974Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.710742449Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.711194134Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.711404071Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.71200195Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"57.492515ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.712581089Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"0","iteration":28,"elapsed":"58.018333ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.713215159Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.715282656Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.715302607Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.715454682Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.720525236Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"65.997612ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.725152537Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.725174357Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":82,"elapsed":"70.830899ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.730003514Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"75.650495ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.737453226Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.737473377Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.737761266Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2b412d3-9a4f-449d-8e2b-d623541eb2a5\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:19:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.737775056Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.739290916Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.742111467Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"87.658165ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.745036192Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.745051072Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.745061283Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"90.676682ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.766478128Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.766493148Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.766755387Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e57ca97-dd8b-46c3-85c6-e74c8f8e74a8\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:19:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.766773248Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.768731611Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.781804165Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.782111665Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.899151184Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.899477584Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.915022919Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.91507181Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.915566466Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ef33ea-f7b1-465d-9441-0ea61c8e2360\", \"content-length\": \"372\", \"date\": \"Fri, 10 Jan 2025 05:19:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.915600667Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.916057052Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.916972342Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.918883264Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.918915935Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.919039369Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.927479333Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.927511594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.927831584Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"049a8ff6-2d49-47df-8557-fe9f97a00bc3\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:19:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.927862665Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.930092278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.931878316Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.931898696Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.932232777Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1bbb377a-c426-46ce-8a7a-b2f7041f8ea7\", \"date\": \"Fri, 10 Jan 2025 05:19:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.932250958Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.93264254Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.934722388Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.934926005Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.94373582Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.943946317Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:22.947240004Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.947259485Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.947672188Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2bf44e43-9d45-4f1f-ab34-620c8714394c\", \"date\": \"Fri, 10 Jan 2025 05:19:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.949792127Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":28,"elapsed":"295.370656ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.952203805Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.954347645Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.954363896Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:22.954524041Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.006713634Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.007009874Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23956260-3d61-449f-9e87-e02edc7e4700\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:19:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.009206065Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.009514645Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.011354565Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"null","iteration":28,"elapsed":"356.761529ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.017010289Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":28,"elapsed":"362.425832ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.038857567Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.039262021Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0baa764a-77ff-4b5e-826b-5e35c518a909\", \"content-length\": \"691\", \"date\": \"Fri, 10 Jan 2025 05:19:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.039293032Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.039303602Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.039311082Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.041343348Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":28,"elapsed":"386.949748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.090153722Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.090490573Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.09286173Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5263359f-a80d-45e0-9595-0b15b904e78f, rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77858eb2-1069-4750-be5e-f3dafe20063a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.092884681Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.093334595Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.103831716Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.104137236Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77751762-222d-435a-9dc2-27e89d65dbd0\", \"content-length\": \"134\", \"date\": \"Fri, 10 Jan 2025 05:19:23 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104160767Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104170927Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77858eb2-1069-4750-be5e-f3dafe20063a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104450106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104460987Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104468247Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104475647Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104482937Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104489917Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104676604Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104685194Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.104918122Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.104927202Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.105388707Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.107739133Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.107867887Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35f269d2-9d8d-46d0-9a5b-ed3cbd73dfe4\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:19:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.107880188Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.107984731Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2e3609-2de5-48de-99f9-159c2bf24f4f\", \"content-length\": \"52\", \"date\": \"Fri, 10 Jan 2025 05:19:23 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.107997531Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.108012372Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.204445352Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fdbfedce-827e-4980-b24c-d1bdf0377fe2\", \"date\": \"Fri, 10 Jan 2025 05:19:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.204468952Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.204478123Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.204998979Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff8619a5-9e46-4262-8b8f-06494c3d8391\", \"content-length\": \"682\", \"date\": \"Fri, 10 Jan 2025 05:19:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.2050314Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.205356401Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.208353548Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.208634148Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.211434868Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.211748738Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.213565868Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.213765104Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.220453901Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":28,"elapsed":"566.02368ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.641248617Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.641297538Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.671832809Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.671950943Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52649"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.672062347Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"02d7eb90-1bce-44e6-aba2-e6e10ed6c37c","remote_addr":"[fd00:1122:3344:101::c]:52649","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.672366407Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"02d7eb90-1bce-44e6-aba2-e6e10ed6c37c","remote_addr":"[fd00:1122:3344:101::c]:52649","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.707160416Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/oximeter.rs:76","collector_id":"b6508fc7-5132-4a68-971d-9bf335b84514","producer_id":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:23.707181807Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/metrics/producers","method":"POST","req_id":"02d7eb90-1bce-44e6-aba2-e6e10ed6c37c","remote_addr":"[fd00:1122:3344:101::c]:52649","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35173,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.707248639Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d7eb90-1bce-44e6-aba2-e6e10ed6c37c\", \"content-length\": \"41\", \"date\": \"Fri, 10 Jan 2025 05:19:23 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.709417339Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:23.70942875Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"producer-registration-task","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:27.546361711Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"27d752d8-4e4f-4be7-834c-994f1bcc9e72","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.65365344Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.653708072Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.653717673Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.653725433Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.654069594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.654129756Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.656022507Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.656214924Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.658225009Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.556198ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.682577799Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.685712661Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.685733642Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.685859806Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.688069828Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.688400688Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.722460684Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.725190512Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.725206063Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.725356798Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.733242474Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:32.733266364Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":83,"elapsed":"79.624654ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:37.546385567Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"2fac4dbd-29b5-4d6a-939c-87bd4daff475","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.653721927Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.65379996Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.65381851Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.653831971Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.654163051Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.654213123Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.656140726Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.656538208Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.656792417Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.658957027Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.658981648Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.659114352Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.66121882Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.661389356Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.662851173Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.66520853Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.66522144Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.665351634Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.677739576Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.677763047Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":84,"elapsed":"24.062071ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:42.685464967Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"31.73306ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:47.546021679Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"109e7b72-3921-4f82-949e-3dde54640b35","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653817635Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653871776Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653881877Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653889987Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653896567Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653904028Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653910468Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653917768Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.653925368Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653932618Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653939249Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653946379Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653952549Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653958469Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653964679Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.65397084Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.65397701Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.65398328Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.65399106Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.653998451Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654005091Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654012341Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654019431Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654026601Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654033482Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.654040212Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-10 05:09:52.653978390 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654047712Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654054262Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.654061223Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654067683Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654074443Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654081183Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654087603Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654094554Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654100774Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654107574Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654113554Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654119304Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654125355Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654131325Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654138725Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654145196Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654151566Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654158826Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654166576Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654174236Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654181237Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654188957Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654196207Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654202757Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654210658Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654217058Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654223588Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654230838Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654238639Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-10T05:19:52.654245629Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654252819Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654259969Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654266819Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\"}","iteration":16,"elapsed":"14.21µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.65427497Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654497787Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654531358Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654544178Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654555949Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654568449Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654580139Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.65458999Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.65460077Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654611651Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654622211Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654634941Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654647412Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654659642Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654670642Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654683663Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654694783Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654708924Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654720474Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654732804Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654746055Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"30a043aa-79b8-40f0-889b-b1aa4686508a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"95b462f2-3c97-4463-9c08-5404518f33d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"95b462f2-3c97-4463-9c08-5404518f33d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 27203, tv_nsec: 164200103 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654764996Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654778826Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654787826Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654798637Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.654835938Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"53514ca5-28a5-4b76-afd8-362873acf1d4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b3737e73-ceea-4b83-966e-05b55558955a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e93887bd-ffe8-46b8-ad6f-92e0665448ab.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e93887bd-ffe8-46b8-ad6f-92e0665448ab.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 27203, tv_nsec: 164315997 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.655107447Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.655129047Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.002662ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.655237351Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.655282152Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.655544561Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.655711166Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.655726557Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.640633ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.65704653Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.657414071Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.657474844Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"3.539965ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.658631471Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.658696783Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27203, tv_nsec: 168178872 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.658939971Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.66106068Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.66107409Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.661136522Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.661146303Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.661277477Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.661330879Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.661469613Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.661479623Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.661626578Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.66321349Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27203, tv_nsec: 172693849 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.663508909Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.663949854Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"10.113118ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.665098871Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.666328081Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-10 05:09:52.653978390 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.666350161Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"expiration\":\"2025-01-10T05:09:52.653978390Z\",\"pruned\":[]}","iteration":15,"elapsed":"12.354701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.666360382Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.667007893Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.667280882Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.667321383Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.667598322Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.667727526Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.667737786Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.667925403Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.668716948Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.668725189Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.668871743Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.670850267Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.671148657Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.672945335Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.673228825Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.674140024Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.674289349Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.675529419Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.67555273Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.67923478Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.682354781Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DnsResolver","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 27203, tv_nsec: 191816060 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.682533827Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.682684362Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.690104483Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.692037375Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.692065446Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.692226821Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.69435244Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.697341067Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.697364418Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.697516323Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.700270742Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.700459988Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.700472339Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.700600223Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.700619374Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.700628474Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.700975465Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.702952169Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.704920993Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.705269304Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.705644287Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"50.405456ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.705669217Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.705685278Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.705984118Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.706128152Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"52.146152ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.706338009Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.70634977Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.706555276Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.707299621Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.707322281Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.707335722Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"53.083992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.711692633Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.711764215Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.71190592Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.712742017Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.71315059Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.71436159Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.71438594Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.714607458Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.718900747Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.719153335Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.719336731Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.719520027Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.719656702Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.719838537Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.722620248Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.722645859Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.722884316Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.724160898Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.726742432Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.72699609Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.729445469Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.72946234Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.729609274Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"75.584463ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.729746299Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.731216477Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Sled { parent: Fleet, key: a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59, lookup_type: ById(a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.731239467Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.731423423Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.731657441Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.731687392Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.731698912Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.731708653Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.731959381Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.731982871Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.731993522Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"77.971301ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.732004072Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.733693737Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.733825651Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"0","iteration":29,"elapsed":"80.013977ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.736503308Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.736529219Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":85,"elapsed":"82.725434ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.738594696Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.738615487Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.738864275Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.746689119Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"92.786581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.748110215Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.748325742Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.75042393Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.750963998Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.753571542Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.753883982Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.757371135Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.757397676Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.757405727Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.757717597Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.765613093Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.765660924Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.765673365Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.765684255Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.76614392Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.769348874Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.772231668Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.772263029Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"118.101533ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.772650471Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.772665782Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.772836707Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.775256626Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"121.267086ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.787872875Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.791749711Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.792039661Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.792059661Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.792380802Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb3fe78d-e94a-4221-ac3a-e1b4eae331d2\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.792409013Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.792590638Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"138.34728ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.792682261Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.792693102Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bca3dac0-9831-415b-86b5-c6c6cc12ed56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.792703312Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.793127306Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.793207958Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.793790357Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.793802238Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.793946833Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.794236662Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.794563073Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.797159267Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.797176287Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.797185438Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"143.144726ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.797441536Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.797455186Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.797613361Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.799077279Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"bca3dac0-9831-415b-86b5-c6c6cc12ed56"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.799089189Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.79909784Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_time_created":"2025-01-10 05:06:09.259013 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.79910628Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":2}","iteration":15,"elapsed":"144.900042ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.803619516Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.803851304Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.810043575Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.810057375Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"70f09b61-dde8-4da2-af2f-06138d5a975e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.810068376Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.810300863Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.81175034Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.815338537Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.815358777Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.815499602Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.817468036Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"70f09b61-dde8-4da2-af2f-06138d5a975e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.817482756Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.817491437Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"current_time_created":"2025-01-10 05:06:08.425967 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.817501897Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":1}","iteration":15,"elapsed":"163.324151ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.818311083Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.818322264Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.818624303Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d2a6a8-f29e-4855-b11e-caebcbb2aa42\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.818636734Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.819988528Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-10T05:19:52.820007108Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.820019219Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"166.125741ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.832499554Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"178.39723ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.838317722Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.838342663Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.838655053Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"MgsClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7458dc79-d08a-4022-9a84-d43fffd57d25\", \"content-length\": \"26\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.838678614Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.840110841Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.845462014Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-10T05:05:45.360170Z, time_modified: 2025-01-10T05:05:45.360170Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, db_silo: Silo { identity: SiloIdentity { id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-10T05:06:09.192249Z, time_modified: 2025-01-10T05:06:09.192249Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, db_silo: Silo { identity: SiloIdentity { id: 48a76ac8-2f94-4847-be0f-1cb4bfb661aa, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-10T05:06:09.192249Z, time_modified: 2025-01-10T05:06:09.192249Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.845510676Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"48a76ac8-2f94-4847-be0f-1cb4bfb661aa\",\"tls_certs\":[\"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\"]}},\"default_endpoint\":{\"silo_id\":\"48a76ac8-2f94-4847-be0f-1cb4bfb661aa\",\"tls_certs\":[\"0de51367feb2d6f1959542dbb73fb728546b6d8dd71a0ec2fd5083120a87d20f\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"191.627939ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.939481006Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.93991539Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.941552863Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.943587689Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.943601359Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.943777295Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.960160407Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.960180328Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.960691374Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23770cdf-d570-40db-9b5d-87a04fb8dcd8\", \"content-length\": \"372\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.960716335Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.961042715Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.962196833Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.964208858Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.964222139Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.964360963Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.969025675Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.969399967Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d9612253-625d-400a-8c2d-26e567648676\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.969413697Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.971719782Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.972987103Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5f8fce9d-7ca0-41c7-9ff3-d20bcf433d30\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.973011584Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.974476851Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":29,"elapsed":"320.531173ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:52.975599078Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.975611038Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"321.492093ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.998964096Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:52.999206554Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c47344-d8d4-4aca-8672-4c43e0b0bc42\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.000652611Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.000862298Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.002603824Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"null","iteration":29,"elapsed":"348.689006ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.002940735Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.002962646Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.003184863Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ee8dcb73-e723-46ac-8e1d-fcaa57f4f90c\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.003196293Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.003530754Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.005926022Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.006130039Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.00894616Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.009196218Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.01263245Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.01265347Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.013022982Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c1eec16c-a68f-4fd1-8dd6-027ac27de617\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.014550322Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":29,"elapsed":"360.688676ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.052471623Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.052807303Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"SledAgent":"a85eeb1a-bbdd-4901-9cfb-db76e1cf9b59","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"922b0a07-b386-4164-9428-7fe0f8258151\", \"content-length\": \"691\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.052841455Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.052867276Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.052876426Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.053112073Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.053513046Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ed8664ff-4685-4273-a6ab-ce14af4a894c\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.053537277Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.055553523Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":29,"elapsed":"401.51088ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.055927005Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"52a86b5c-5cdf-4217-b751-5d9e7f196d85\", \"date\": \"Fri, 10 Jan 2025 05:19:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.055942495Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.058007412Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"11e5f05e-bbe2-4a2e-8514-2f1287c02168\", \"date\": \"Fri, 10 Jan 2025 05:19:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.058029903Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.059292504Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.059308294Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"405.085256ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.103818019Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.104265004Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.106079092Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5263359f-a80d-45e0-9595-0b15b904e78f, rack_id: 79fde928-482f-41ab-aee3-3f2478145f08, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(77858eb2-1069-4750-be5e-f3dafe20063a) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.106112313Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.106335781Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.11894771Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.119328172Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf123542-be5c-4746-b409-77d1607f6402\", \"content-length\": \"134\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.119350963Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.119365683Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"77858eb2-1069-4750-be5e-f3dafe20063a","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.119672253Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.119693654Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.119703125Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.119712135Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.119720585Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.119728725Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.119945502Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.119962503Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.120228842Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.120271893Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.120585223Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.122569978Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.125238904Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"575a4e7c-a8ce-4df1-a736-09145a346a0d\", \"content-length\": \"2\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.125267225Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.125368088Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"component":"DpdClient","rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc5f9dfe-f194-411f-8b6e-89fbc8ddfcd2\", \"content-length\": \"52\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.12542753Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.125439091Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.226554322Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"84f6682f-1027-4940-943d-0280dd34c63a\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:53.226608474Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.226624324Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.226893413Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"rack_id":"79fde928-482f-41ab-aee3-3f2478145f08","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43856c6d-a3fd-4ebf-9b93-052da2d24d1a\", \"content-length\": \"682\", \"date\": \"Fri, 10 Jan 2025 05:19:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.226928654Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.227208974Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.229635002Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.229861089Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.23232336Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.232716172Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.234318944Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.234531391Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:19:53.242226631Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{}","iteration":29,"elapsed":"588.169228ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-10T05:19:57.546146428Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"uri":"/3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","method":"GET","req_id":"7fb42a81-e6ad-47ba-97cf-f0f4a12c2a04","remote_addr":"[fd00:1122:3344:101::d]:46894","local_addr":"[fd00:1122:3344:101::c]:57161","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.653448837Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.65353932Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.653560051Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.653575341Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.654016875Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.654078748Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.656472095Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.659162662Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.659175123Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.659324708Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.661530229Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.661786818Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.663606257Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.666219462Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 43ea24da-5730-4a85-9a8e-76459f9b69b1, lookup_type: ById(43ea24da-5730-4a85-9a8e-76459f9b69b1) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.666231022Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.666368886Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.678547462Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"original_time_created":"2025-01-10 05:05:43.319091 UTC","original_target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","time_created":"2025-01-10 05:05:43.319091 UTC","target_id":"43ea24da-5730-4a85-9a8e-76459f9b69b1"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.678565402Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"43ea24da-5730-4a85-9a8e-76459f9b69b1\",\"time_created\":\"2025-01-10T05:05:43.319091Z\"}","iteration":86,"elapsed":"25.114505ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.68248849Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.682742518Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-10T05:20:02.70930318Z","hostname":"oxz_nexus_3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","pid":22946,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"3ca89dd1-7ada-4fe6-8600-a84d41dfa9d8","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"55.881453ms"}