{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:03.857795245Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"390a547d-2b9c-4bef-a5ff-c37a56bd19f6","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":416,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.157852143Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.157923515Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.157934265Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.157946845Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.157959936Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.157971656Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.157985026Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.157997556Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158009227Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158019497Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158030717Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158042868Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158053838Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158065978Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158075848Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158087689Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158097909Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.158110449Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158123849Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158134199Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.15814497Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.15815507Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.15816626Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.15817726Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158189111Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158199761Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158210851Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158220241Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158230942Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158241012Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158249982Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158261073Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158270113Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158280543Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158296763Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158307523Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158318434Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158328214Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158339624Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158361305Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158439826Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158485707Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158498458Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158557199Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.15857897Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158639881Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158669832Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158698472Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158710383Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158723623Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158738753Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158750384Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158758674Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158768944Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158778464Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158827785Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.158840406Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.162476948Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"4.541202ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.16259877Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.378669ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.162931818Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.163701095Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.164780499Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.168239017Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.168274908Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.168286399Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.168297709Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.168564925Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.168592245Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.168826261Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.168868061Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.169087646Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.171384258Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1785, tv_nsec: 617531950 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.171685185Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.171721616Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.172003722Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.172594376Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1785, tv_nsec: 618758818 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.172712988Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.172951004Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.174677083Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.177499776Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.177532277Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.177831714Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.17813411Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.178619191Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.178973549Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.17900047Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.179314827Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.183485421Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"25.412663ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.18654209Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.187835059Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.188349141Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.190496459Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.19053267Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.19055343Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.190850727Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.194205643Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.194245854Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.19451341Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.197811904Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.198832977Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.199114393Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"41.035705ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.199283947Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.201212421Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.201248251Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.201496787Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.205096838Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.206695134Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.207764098Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.207795019Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.208000694Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.212056065Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.212087076Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.212099566Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.212392253Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.212523746Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.22249352Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1785, tv_nsec: 668631672 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.222976531Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.229065158Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"71.148894ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.243487974Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.244006105Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.24954123Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.250040601Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.254068962Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.254094853Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.254104133Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.254599434Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.255353751Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.25573725Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.26461638Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.265022019Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.267046305Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.267379122Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.282336989Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"124.345352ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.284760074Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.284799385Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.285123512Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d2b9360-01d5-4e35-9c5f-cb70d384a009\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:00:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.285146753Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.287417334Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.300323045Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.300360916Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.300669712Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a07591d-20e7-47f6-ba5a-0291cdf983f2\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:00:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.300687593Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.302232028Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 9af3e790-030d-4974-9b9e-c35f829f8643","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.349411451Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.349446322Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.349979424Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c74a9cf6-830c-4c26-99f9-64109eccf592\", \"content-length\": \"585\", \"date\": \"Tue, 25 Mar 2025 23:00:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.350015245Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.35066429Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.3542402Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"196.08504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.359399486Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.359958729Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.360418749Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.36043894Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":64,"elapsed":"202.460684ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.363263503Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/3214a533-86bc-409a-9c53-0114031452e2/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.366453265Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/3214a533-86bc-409a-9c53-0114031452e2/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1599e6e9-28b3-4957-9982-d5fba48463ae\", \"content-length\": \"130\", \"date\": \"Tue, 25 Mar 2025 23:00:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.366765622Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.367485689Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.369847282Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.369878593Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.370126858Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.371761075Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"vmm_id":"3214a533-86bc-409a-9c53-0114031452e2","sled_id":"9af3e790-030d-4974-9b9e-c35f829f8643","instance_id":"42a2133b-3721-4ce4-8ffe-ac478e6f81cd","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-25T23:00:12.015112346Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.371793676Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"vmm_id":"3214a533-86bc-409a-9c53-0114031452e2","sled_id":"9af3e790-030d-4974-9b9e-c35f829f8643","instance_id":"42a2133b-3721-4ce4-8ffe-ac478e6f81cd","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/instance.rs:2120","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-25T23:00:12.015112346Z }","propolis_id":"3214a533-86bc-409a-9c53-0114031452e2"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.371815236Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"vmm_id":"3214a533-86bc-409a-9c53-0114031452e2","sled_id":"9af3e790-030d-4974-9b9e-c35f829f8643","instance_id":"42a2133b-3721-4ce4-8ffe-ac478e6f81cd","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.371826736Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.371837677Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.371844947Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.371855717Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.372099273Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"vmm_id":"3214a533-86bc-409a-9c53-0114031452e2","sled_id":"9af3e790-030d-4974-9b9e-c35f829f8643","instance_id":"42a2133b-3721-4ce4-8ffe-ac478e6f81cd","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.372171564Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.372202715Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ebac610-d163-4d94-8b84-8448bc9ce266\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:00:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.372216335Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.374230091Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.374521177Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.377352651Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.377385312Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.377666038Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.378718622Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.379101931Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.382720552Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.383326426Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.38575783Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.388965783Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Sled { parent: Fleet, key: 9af3e790-030d-4974-9b9e-c35f829f8643, lookup_type: ById(9af3e790-030d-4974-9b9e-c35f829f8643) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.389022624Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.389210848Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.391634453Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"0","iteration":22,"elapsed":"233.533935ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.403302676Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.403634973Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7ca8ba4-a8eb-4722-9093-6c669d31949f\", \"content-length\": \"1\", \"date\": \"Tue, 25 Mar 2025 23:00:11 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.404700517Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"246.610279ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.405132267Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.405441394Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.407337604Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"null","iteration":22,"elapsed":"249.406422ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.40788988Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.40790183Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"249.700359ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.408046443Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.408056063Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.408063673Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.40834605Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.409921805Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"251.731954ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.424012813Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.426592561Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":22,"elapsed":"268.721938ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.426808496Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{5518013d-08ec-4edf-8ef0-a1772322635d: {10.151.1.176: {5443e716-1a40-4091-8e79-6b44910106e0}, 10.151.1.175: {5443e716-1a40-4091-8e79-6b44910106e0}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.426827536Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.431910111Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":22,"elapsed":"274.013357ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.450464509Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.45049302Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.45050468Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"292.37181ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.535260161Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.535777122Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"29d639cb-d210-4556-9e13-2fcde02662f7\", \"date\": \"Tue, 25 Mar 2025 23:00:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.535808783Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.53613876Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"175133b6-ab16-4997-ad93-5b1fe9c60ae2\", \"content-length\": \"811\", \"date\": \"Tue, 25 Mar 2025 23:00:12 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.536156301Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.536177531Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(14194516) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.536190262Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.536201152Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.538105025Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":22,"elapsed":"380.260791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.539154948Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.539423294Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.542748829Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.543145308Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.546989915Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.547289272Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.549336018Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.549656205Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.553182545Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.553502222Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 9af3e790-030d-4974-9b9e-c35f829f8643 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.557131194Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 9af3e790-030d-4974-9b9e-c35f829f8643 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.557152574Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.557161094Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.565168265Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.565673996Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.568174533Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 25f1877d-a731-48fe-8967-16ef2fb00f3b, rack_id: 3ef3cc6b-3ffd-47a3-99ef-c57b25776619, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dcb3f9bf-5ea7-47e3-b699-6c3a8c7459c5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.568204003Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.568454699Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.58049376Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.580832378Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9970bd24-6cb7-4ef4-89f8-cfea5faa5395\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 23:00:11 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.580860079Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.580874459Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"dcb3f9bf-5ea7-47e3-b699-6c3a8c7459c5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.581218257Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.581234007Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.581246897Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.581258537Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.581269258Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.581279028Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.581486053Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.581500573Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.581662967Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.581673437Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.582017195Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.583949148Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.584072591Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e740b9ca-b33b-4d86-96f0-0ab98dcc9a4a\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 23:00:11 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.584088411Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.584212274Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21fb6c29-32fd-4e3a-a915-8787d5b425fb\", \"content-length\": \"52\", \"date\": \"Tue, 25 Mar 2025 23:00:11 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.584233475Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.584247005Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.69714075Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f3c510e3-23c1-4b64-a245-3f36639d6be4\", \"date\": \"Tue, 25 Mar 2025 23:00:12 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.698866999Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":22,"elapsed":"540.822041ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.830096257Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"332c2da5-f3be-4721-9df1-2f9ca07833b9\", \"date\": \"Tue, 25 Mar 2025 23:00:12 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:12.830141888Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.830154838Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.830534727Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"809e24f6-9335-44e3-8e65-b2b8bb782e32\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 23:00:11 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.830592298Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.830999877Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.835310164Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.835737624Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.840517392Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.840987222Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.842851965Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.843129391Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:12.853102736Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":22,"elapsed":"694.918515ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:13.860543255Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"6ae85e3b-9ee5-4a18-a303-f5d24e55ed9b","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2808,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.15779833Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.157854342Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.157864902Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.157872792Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.158168959Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.158183369Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.160533732Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.160849929Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.164942851Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.167743794Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.167769815Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.167912858Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.169014883Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.169237278Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.170809983Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.173534805Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.173548945Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.173688999Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.183493569Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.18351592Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":65,"elapsed":"25.741711ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:22.199526481Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"41.71195ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:23.840538472Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:33395"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:23.840656035Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?sort_by=id_ascending","method":"GET","req_id":"d97edec8-2cd8-481c-b658-c0599bda5b51","remote_addr":"[fd00:1122:3344:101::d]:33395","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:23.841008603Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?sort_by=id_ascending","method":"GET","req_id":"d97edec8-2cd8-481c-b658-c0599bda5b51","remote_addr":"[fd00:1122:3344:101::d]:33395","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:23.844010651Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?sort_by=id_ascending","method":"GET","req_id":"d97edec8-2cd8-481c-b658-c0599bda5b51","remote_addr":"[fd00:1122:3344:101::d]:33395","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3407,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:23.844248136Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzQ4MTE5Yy05YTdjLTRiNWQtOGNkOC1mZWRkZjQ3NjU5ZDUifX0%3D","method":"GET","req_id":"20c9f440-eff3-4cd4-8a61-1978e03fc511","remote_addr":"[fd00:1122:3344:101::d]:33395","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:23.844490531Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzQ4MTE5Yy05YTdjLTRiNWQtOGNkOC1mZWRkZjQ3NjU5ZDUifX0%3D","method":"GET","req_id":"20c9f440-eff3-4cd4-8a61-1978e03fc511","remote_addr":"[fd00:1122:3344:101::d]:33395","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:23.846865315Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzQ4MTE5Yy05YTdjLTRiNWQtOGNkOC1mZWRkZjQ3NjU5ZDUifX0%3D","method":"GET","req_id":"20c9f440-eff3-4cd4-8a61-1978e03fc511","remote_addr":"[fd00:1122:3344:101::d]:33395","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2655,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:23.858371114Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"b75cc40e-a7d6-455b-ba1d-50f9d117fd92","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":421,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.157626355Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.157684786Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.157694086Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.157701857Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.157988123Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.158033494Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.159937187Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.160142642Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.160154232Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.161585864Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"3.97361ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.162995576Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.163007566Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.1631847Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.164891369Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.165084643Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.166383992Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.169039302Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.169053262Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.169194756Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.175954028Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:32.175977089Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":66,"elapsed":"18.343343ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:33.858150618Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"4fd37e67-139b-45da-b3f8-b0359f9341b1","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":426,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158058553Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158122965Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158134315Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158142315Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.158150895Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158159535Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158167606Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158174996Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158181746Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158189086Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T23:00:42.158196736Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158204996Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\"}","iteration":13,"elapsed":"18.011µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158214696Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158222367Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158230617Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158238137Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158245727Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158252928Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158261398Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158270738Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158277148Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158285108Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158292078Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158300178Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158308389Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158319259Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158328709Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158339219Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.15834833Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.15835819Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.15836783Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.15837516Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.15838359Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.15839362Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158403031Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158412951Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158421851Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158432232Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158441682Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158452172Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158461232Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158470322Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158480982Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158490053Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158499873Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158509273Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158518053Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.158528074Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158537864Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158548254Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158558354Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158568664Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158580455Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.158590585Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 22:50:42.158529504 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158600765Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158609876Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158619596Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158629586Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158639936Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158650076Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158659357Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158669527Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158679377Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158690257Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158699638Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158709928Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158720808Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158833021Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158858761Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158871721Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158884622Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158897332Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158910232Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158922903Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.158935453Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159008905Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159029415Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159040655Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159051986Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159064146Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159076086Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159088546Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159096187Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159105687Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159113607Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159122257Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159132507Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1f1d5f3e-c8d2-4c62-bebc-2b91d1b5029d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"25bc856c-a30e-4fd6-94c7-e4c386b38177.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"eb0f1e78-4f86-4f9f-bbd8-3669a0f1cb98.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"eb0f1e78-4f86-4f9f-bbd8-3669a0f1cb98.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1815, tv_nsec: 605074970 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159149868Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3d421061-bd04-4ffe-bd2d-2457b6327712.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5b0364ab-2148-452d-a2c6-c3386f36f703.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5b0364ab-2148-452d-a2c6-c3386f36f703.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1815, tv_nsec: 605099320 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159164078Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159173208Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159182498Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159192009Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159200619Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159212209Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.15970694Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159728801Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.201637ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159788912Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.159801842Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.478153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.161521691Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.161798677Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.162014922Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.162441112Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.164256413Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.164343435Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"6.179299ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.165569262Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.165600713Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.165858699Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.165949641Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.165972482Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.166170826Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.166409861Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.166425022Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.166437932Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"8.271226ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.167873334Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.167895395Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.16811488Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.168227222Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.169828738Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1815, tv_nsec: 615761520 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.170167006Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.170823641Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"12.515662ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.172208322Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1815, tv_nsec: 618140764 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.172582591Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.172811966Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.172827756Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.173096102Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.173864409Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.174190837Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.17656893Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"18.272442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.177397659Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.177668005Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.179393394Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.182692248Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.182720549Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.182967425Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.186075755Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.186361001Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.189606404Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 22:50:42.158529504 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.189634205Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"expiration\":\"2025-03-25T22:50:42.158529504Z\",\"pruned\":[]}","iteration":12,"elapsed":"31.079771ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.190349391Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.190727929Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.198077675Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.198109506Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.200239554Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"41.818092ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.20140918Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.201440411Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.201456421Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.201471532Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.201609785Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.201640455Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.214194298Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.214751481Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.216352797Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.216388578Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.216404498Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"58.265113ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.216683745Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.216731116Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.217084144Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.22137814Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.224839729Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.227476848Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.227898567Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.229263308Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.229292929Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.229512354Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.231246383Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.234756412Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.234785073Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.235036238Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.244768468Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.24530088Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.247762755Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.248569943Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"90.381667ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.251187482Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.251219433Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":67,"elapsed":"93.14576ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.251400977Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.251421848Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.251697144Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.253240309Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.256354418Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.256378209Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.256622624Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.268759548Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.268798249Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.268808349Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.271284185Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.276778879Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"118.730896ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.27681586Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.277093296Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.278505928Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.278951908Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.28080571Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.28083607Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.280848Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.280861531Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.281027664Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.281093806Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.282347174Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.282583299Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.284034752Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.284543874Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.295081641Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.297736331Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.297852574Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.297869314Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.297878714Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.297887564Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.298289674Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.300599516Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.301096317Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.301116857Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.301333972Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.302512869Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.302823586Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.302960979Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.302983379Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"144.534938ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.30346563Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.303490311Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.30391126Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a40a18-6483-4a19-ad0e-97f8552a03c0\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.303930771Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.305847134Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.306873757Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.309994937Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.314492429Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.314515919Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.31454534Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.314757555Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.314853767Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.32740712Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.328620767Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.328639338Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.328938235Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4ed70b5-e1a1-4c2d-9ffc-f36a5cb705bb\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.328953875Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.330742455Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.342435659Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.34246366Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.34247222Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.3424793Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.342853048Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.398051533Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"239.691583ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.399563376Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.40013732Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc71d8f2-9887-451e-9440-d56b39f3a325\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.40017381Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.400187271Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.400195331Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.4023828Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":23,"elapsed":"244.265576ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.403202509Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.403679669Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.404341144Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.404870916Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1815, tv_nsec: 850809898 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.405221964Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.408876706Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.408908537Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.408919907Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.412764484Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.416419687Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.416456107Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.416627301Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.445566973Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"286.895447ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.447340524Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.447865855Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"410a3337-47a6-4b92-83f9-5ae5e59ad639\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.447904956Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.448449089Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.449051802Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.450119786Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.450198858Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.450222878Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.450231069Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.450592597Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.450648658Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"7910c4af-61a1-45f9-aa84-fdad709da83c\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.450662499Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.451574959Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.451860615Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.45382442Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.453930182Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.453960053Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.45427608Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.457097813Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.457117364Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39030d55-287b-484a-98ee-50f0b968e055"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.457128384Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.457469572Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.457789249Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.457808869Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"299.550832ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.458017814Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Sled { parent: Fleet, key: 9af3e790-030d-4974-9b9e-c35f829f8643, lookup_type: ById(9af3e790-030d-4974-9b9e-c35f829f8643) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.458032085Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.458214719Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.45827455Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":23,"elapsed":"299.89279ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.460393148Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"301.825553ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.460418398Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"301.796503ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.460695395Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"0","iteration":23,"elapsed":"302.080759ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.460760836Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.460785317Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6f07f433-517a-46c5-a5fb-dffdd0b3ba20"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.460796847Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.461040392Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.461914332Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.461928542Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"303.694825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.46227853Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.463243282Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.463451537Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.46535606Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.46538342Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.465563534Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.470878774Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6f07f433-517a-46c5-a5fb-dffdd0b3ba20"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.470910755Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.470925415Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"current_time_created":"2025-03-25 22:49:43.689588 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.470938545Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"generation\":2}","iteration":12,"elapsed":"312.472153ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.475726893Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.476195604Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.476539452Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7de3d32b-fee6-48ce-a5fc-ca2b482f81f0\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 23:00:41 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.478053506Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.478317842Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.480101942Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"null","iteration":23,"elapsed":"321.880936ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.484353228Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.484371218Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.484381799Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"325.790503ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.492635645Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.492652975Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.492960002Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792de3d2-7fea-41e4-805f-9c106ea7baa9\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.492974412Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.494320312Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.495136501Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.496479241Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.498052297Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.498069597Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.498275362Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.498593859Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.498609309Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.498774743Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.500879031Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39030d55-287b-484a-98ee-50f0b968e055"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.500904771Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.500934072Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"current_time_created":"2025-03-25 22:49:42.354168 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.500946102Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"generation\":1}","iteration":12,"elapsed":"342.553962ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T23:00:42.529450755Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.529476765Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"371.100136ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.534466117Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.534839666Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c12dff62-6177-4b48-a9f2-c01025bc4202\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.534854316Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.535091542Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T22:49:38.852077Z, time_modified: 2025-03-25T22:49:38.852077Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 526efdec-95ea-41d0-8852-ffb890a1c1a5, db_silo: Silo { identity: SiloIdentity { id: 526efdec-95ea-41d0-8852-ffb890a1c1a5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T22:49:43.626129Z, time_modified: 2025-03-25T22:49:43.626129Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8a79e1b9407ebe7db0e8d46e699071dda0ee97f80cecb334287dbf0849e0f965\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 526efdec-95ea-41d0-8852-ffb890a1c1a5, db_silo: Silo { identity: SiloIdentity { id: 526efdec-95ea-41d0-8852-ffb890a1c1a5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T22:49:43.626129Z, time_modified: 2025-03-25T22:49:43.626129Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8a79e1b9407ebe7db0e8d46e699071dda0ee97f80cecb334287dbf0849e0f965\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.535114622Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"526efdec-95ea-41d0-8852-ffb890a1c1a5\",\"tls_certs\":[\"8a79e1b9407ebe7db0e8d46e699071dda0ee97f80cecb334287dbf0849e0f965\"]}},\"default_endpoint\":{\"silo_id\":\"526efdec-95ea-41d0-8852-ffb890a1c1a5\",\"tls_certs\":[\"8a79e1b9407ebe7db0e8d46e699071dda0ee97f80cecb334287dbf0849e0f965\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"376.916746ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.536192467Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"13c5e5ec-90a1-4427-bf64-6f5d837d729c\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.536210497Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.538390276Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c51bb518-17c4-489a-a4f0-93fe49176a54\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.538416877Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.540431232Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.540469313Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"382.270377ms"} {"msg":"VPC route manager sled 9af3e790-030d-4974-9b9e-c35f829f8643","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.577709852Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.577732903Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.63348436Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.633844078Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.635786221Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 25f1877d-a731-48fe-8967-16ef2fb00f3b, rack_id: 3ef3cc6b-3ffd-47a3-99ef-c57b25776619, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dcb3f9bf-5ea7-47e3-b699-6c3a8c7459c5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.635812042Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.636019877Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.646554374Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.64682443Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9108b785-67b2-4030-bdb1-1df8b2b141b6\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.646859051Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.646872182Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"dcb3f9bf-5ea7-47e3-b699-6c3a8c7459c5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.647173588Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.647185258Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.647193159Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.647201349Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.647209289Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.647216959Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.647384453Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.647394253Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.647544937Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.647553527Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.647777022Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.650072194Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.650295369Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b79b3cc2-b1f1-49fd-8797-93d18cdda15d\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.650308769Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.650401901Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dbd0e2e-d4f6-4e5c-a7da-3620766100c9\", \"content-length\": \"52\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.650416161Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.650426242Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.659781282Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37c6d82-efc2-4b08-8900-5503a0d1eb61\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.659804533Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.660045238Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.704352917Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.704401768Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.705125635Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7b7712df-5ea0-4a54-b89e-9059e5df8e82\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.705141235Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.705501293Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.708101562Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.708336107Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.711095229Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.711428327Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 9af3e790-030d-4974-9b9e-c35f829f8643 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.715024218Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.715044618Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.718101037Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7ca5e502-29d9-4e41-9f92-f8acb3c3a9b2\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.719352065Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":23,"elapsed":"560.862653ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.760275538Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3c59c8e8-9a7e-44f5-b7af-43063e4225fb\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:42.760294788Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.760305048Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.76482507Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"414dc8b4-ec3b-438d-8bd8-f0d257371126\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 23:00:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.764871091Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.765213089Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.768609366Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.76881525Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.772020192Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.772327479Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.773946846Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.774161971Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.781185439Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":23,"elapsed":"622.687107ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.984497792Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"producer-registration-task","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:42.984526013Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"producer-registration-task","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:43.015573523Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"producer-registration-task","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:43.015692596Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:42019"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:43.01587108Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"862d30e0-6ee4-418a-bcab-efb9d422ef2b","remote_addr":"[fd00:1122:3344:101::b]:42019","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:43.016219867Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"862d30e0-6ee4-418a-bcab-efb9d422ef2b","remote_addr":"[fd00:1122:3344:101::b]:42019","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:43.051993294Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/oximeter.rs:76","collector_id":"aa92c5e2-2c4d-4351-b468-f1bc420a118d","producer_id":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:43.052014834Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/metrics/producers","method":"POST","req_id":"862d30e0-6ee4-418a-bcab-efb9d422ef2b","remote_addr":"[fd00:1122:3344:101::b]:42019","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":36221,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:43.052083296Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"producer-registration-task","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862d30e0-6ee4-418a-bcab-efb9d422ef2b\", \"content-length\": \"41\", \"date\": \"Tue, 25 Mar 2025 23:00:43 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:43.054378068Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"producer-registration-task","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:43.054390658Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"producer-registration-task","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:43.85832929Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"bf7ea3f7-812b-4e63-813c-8c03fa1c477f","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.157594231Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.157655313Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.157667003Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.157676583Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.157952609Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.158094422Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.15977849Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.162566093Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.162584293Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.162750157Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.164261521Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.164511977Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.165923269Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.168691461Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.168712392Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.168861945Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.178254667Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.178278107Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":68,"elapsed":"20.676986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.18859022Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.188883946Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:00:52.217578073Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"59.996173ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:00:53.857999901Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"051e7e4a-7918-4c7d-8572-c8e807b8112b","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.158221704Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.158284235Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.158296545Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.158306875Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.158604192Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.158654403Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.160077946Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.160372952Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.160806222Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.161853046Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"3.647442ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.163449171Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.163460932Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.163608355Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.165986499Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.166181593Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.168049855Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.170553942Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.170567872Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.170701735Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.180194019Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:02.18021944Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":69,"elapsed":"21.986126ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:03.857879467Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"74bb7333-4236-4f38-ac0f-c998eb5484ea","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":355,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158457717Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158523349Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158535269Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158547309Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.15855853Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.1585686Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.15858001Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.15859111Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.15860198Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158611181Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158621201Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158630441Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158639761Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.158650432Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158661042Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158672002Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158682212Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158692242Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158700103Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158707833Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158714213Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158720373Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158728013Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158735454Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158742354Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158748894Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158756224Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158762574Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158768784Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158774284Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158781695Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158788495Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158795715Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158801755Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158809015Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158815755Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158823036Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158829786Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158837266Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158945258Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.158962559Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159054171Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159104712Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159116562Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159126342Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159134732Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159201044Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159213924Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159221294Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159230015Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159238885Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159252995Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159261715Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159270106Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159278456Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159285066Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.159292186Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.162835216Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.355309ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.164456123Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.164529204Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.164539854Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.164549845Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1845, tv_nsec: 610142164 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.164699798Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.16476419Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.166868947Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.168945494Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"10.269811ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.169887505Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.169909975Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.169970887Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.170090159Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.172162996Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.172682088Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.174860147Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.174877478Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.174897658Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.174906748Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.175118293Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.175139673Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.175733647Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.175764118Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.175970892Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.179402769Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.180256209Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1845, tv_nsec: 625987111 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.180682928Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.180977675Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.181008166Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.181019596Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.181338543Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.183344678Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.183375539Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.183521602Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.185615569Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.185983428Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.186018978Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.18652243Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.188020574Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.188430643Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.188823852Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.188865513Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.191735287Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.191768718Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.191989603Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.193094348Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.193120869Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.193369524Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.216499786Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.216563597Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":70,"elapsed":"57.894405ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.22201656Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.222059551Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.222486301Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"768064b9-26b3-4c91-ae8b-c9c3d429bd63\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.222583963Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.223102914Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.225262493Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.225829886Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.225850896Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.22599803Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.229377196Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1845, tv_nsec: 675097108 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.230817139Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.234790948Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.235217498Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.239886183Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.239915024Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.240236531Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"81.64563ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.240838044Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"82.122411ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.243379702Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.243411322Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.243430193Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.243440853Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.243454153Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.243618537Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.243643337Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.243931384Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.244607209Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.244885676Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.246083903Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"87.644265ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.247687749Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.24773001Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.248003206Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.248014666Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.248485477Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.248760273Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.249259054Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.249289625Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.249302385Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"90.750286ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.249600222Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.2508491Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.251254679Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.251484294Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.251505185Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.251680749Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.251703819Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"93.050328ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.251865013Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a381314-4b62-4a71-8231-a7092159222e\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.251898794Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.25306252Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.25350842Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Sled { parent: Fleet, key: 9af3e790-030d-4974-9b9e-c35f829f8643, lookup_type: ById(9af3e790-030d-4974-9b9e-c35f829f8643) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.253537Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.253546801Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.253778546Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.255578057Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"0","iteration":24,"elapsed":"96.970456ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.256077428Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.256093428Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.256272752Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.278554854Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.278863421Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.300145351Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"141.577441ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.300348136Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.300378046Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"141.613641ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.306656988Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"147.928324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.31650718Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.316877378Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.320470269Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"161.959471ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.333469582Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.333773359Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0555022f-4175-461a-8b61-26114adaad48\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.336284926Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.336711155Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.338291331Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"null","iteration":24,"elapsed":"179.828243ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.341468282Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.341488183Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.341774289Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a17cdc9c-926d-4309-8301-ac703e6f4a2a\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.34178873Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.344175103Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.349030553Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"190.342431ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.356584893Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":24,"elapsed":"197.881341ms"} {"msg":"VPC route manager sled 9af3e790-030d-4974-9b9e-c35f829f8643","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.387648783Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.387675734Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.387984811Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c47b6b0-9aea-41aa-9b97-d6c772f61c34\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.388012342Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.388353859Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.39106484Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.39146104Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.392986944Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.394934528Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.394948258Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.395198664Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.396761069Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.39860207Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.398627271Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.398768464Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.431440731Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.431487282Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.469758885Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.482285737Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.482730977Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.485034999Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 25f1877d-a731-48fe-8967-16ef2fb00f3b, rack_id: 3ef3cc6b-3ffd-47a3-99ef-c57b25776619, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dcb3f9bf-5ea7-47e3-b699-6c3a8c7459c5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.485052959Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.485261524Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.495520605Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.495799341Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bdc83c7-d2cf-4fba-b154-88f3a0c7f1f0\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.495823352Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.495836352Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"dcb3f9bf-5ea7-47e3-b699-6c3a8c7459c5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.496058567Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.496070198Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.496077638Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.496085508Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.496092818Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.496101018Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.496240491Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.496256012Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.496379535Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.496388755Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.496736233Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.498914932Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.499035314Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3b541be-dc02-4a48-986e-071703349fe0\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.499047015Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.499136607Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a25fbd68-cf59-4bbd-ae76-9b4bd5e2b89c\", \"content-length\": \"52\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.499149257Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.499158907Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.530659777Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6ce7cb2a-2867-4c1b-81d2-137a78c7476e\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.530680338Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.531123798Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.531197099Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a3ccbc-966e-4155-8a33-131f48aa0f3a\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.53122959Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.531241331Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.531255401Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.532720244Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":24,"elapsed":"374.205575ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.532783925Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.533042531Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.536819406Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.537118183Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 9af3e790-030d-4974-9b9e-c35f829f8643 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.54097634Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.540998971Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.541537052Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"18332492-6522-457a-9ce7-a15beff8f568\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.542891723Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":24,"elapsed":"384.357994ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.635080141Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7e6de3b4-59ec-4733-bee1-bed5b9c8418f\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:12.635105212Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.635116422Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.639299716Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6e019d1-187e-4e68-bccb-2033d5692f2e\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 23:01:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.639344817Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.639684095Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.643060551Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.643272116Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.646436027Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.646744134Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.64879069Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.648999495Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:12.655838689Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":24,"elapsed":"497.260909ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:13.857958747Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"cad38a62-fe5e-41c3-a92b-c573720e2554","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.15818733Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.158238571Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.158248441Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.158255941Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.158570428Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.158589219Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.160109003Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.160373959Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.160758148Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.162880346Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.162896026Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.163031259Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.165036994Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.165197458Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.166688601Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.169157657Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.169169017Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.169309091Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.178201761Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.178224361Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":71,"elapsed":"20.027862ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:22.190495548Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"32.320739ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:23.841647418Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:49912"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:23.841780071Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?sort_by=id_ascending","method":"GET","req_id":"23edecf5-63a2-4887-8937-262cd026b423","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:23.842288832Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?sort_by=id_ascending","method":"GET","req_id":"23edecf5-63a2-4887-8937-262cd026b423","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:23.845363322Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?sort_by=id_ascending","method":"GET","req_id":"23edecf5-63a2-4887-8937-262cd026b423","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3658,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:23.845605597Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzQ4MTE5Yy05YTdjLTRiNWQtOGNkOC1mZWRkZjQ3NjU5ZDUifX0%3D","method":"GET","req_id":"da155710-a700-4017-8129-f5ac50751023","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:23.845933414Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzQ4MTE5Yy05YTdjLTRiNWQtOGNkOC1mZWRkZjQ3NjU5ZDUifX0%3D","method":"GET","req_id":"da155710-a700-4017-8129-f5ac50751023","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:23.848047282Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/metrics/collectors/aa92c5e2-2c4d-4351-b468-f1bc420a118d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzQ4MTE5Yy05YTdjLTRiNWQtOGNkOC1mZWRkZjQ3NjU5ZDUifX0%3D","method":"GET","req_id":"da155710-a700-4017-8129-f5ac50751023","remote_addr":"[fd00:1122:3344:101::d]:49912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2501,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:23.858226162Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"54cf7db5-a08f-4a31-ad61-29fd223c46cd","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.158456154Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.158511086Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.158520886Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.158527736Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.158858123Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.158905985Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.160563442Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.16089992Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.160975001Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.162623379Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.182044ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.163715583Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.163728023Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.163875157Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.16577841Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.165971944Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.167737144Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.17024408Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.170255331Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.170389023Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.179306555Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:32.179329075Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":72,"elapsed":"20.85783ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:33.858539957Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"2740b3cc-e7d9-4af1-86ff-37fcebc4ea2f","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157774348Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157848309Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.15786664Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.15787936Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.15789086Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.15790158Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157912981Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157924611Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157934581Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157945241Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157956802Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157966482Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157973872Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157981132Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157988722Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.157994973Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158003603Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158011433Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158018513Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158026203Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158032993Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158039914Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158046034Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158053434Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158059914Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158067054Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158075724Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158085635Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158096265Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158144156Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.158154066Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-25 22:51:42.158017573 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158165156Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158174517Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-25T23:01:42.158184427Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/blueprint_execution.rs:82","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158195177Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158205007Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\"}","iteration":14,"elapsed":"17.101µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158213607Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158219838Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158226698Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158236898Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158246218Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158255168Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158264559Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158272549Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158279139Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158285229Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158291889Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158298919Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158307109Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.15831331Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158322Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.15832909Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.15833562Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.15834339Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158349941Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158358051Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158368921Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158379781Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158389111Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158398632Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158408752Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158417422Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158427222Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158437083Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.158448133Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158458193Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158468013Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158477533Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158486433Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158505244Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158518434Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158530565Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158541985Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158552455Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158564345Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158576326Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158588516Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158599506Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158611086Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158622747Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158634477Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158726349Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.15876013Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.15877211Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.1587844Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158795271Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158806341Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158817761Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158828661Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158839301Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158850852Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158862092Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158872592Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158882153Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158893083Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158904003Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3d421061-bd04-4ffe-bd2d-2457b6327712.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5b0364ab-2148-452d-a2c6-c3386f36f703.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5b0364ab-2148-452d-a2c6-c3386f36f703.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1875, tv_nsec: 604411734 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158920563Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.158930403Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1f1d5f3e-c8d2-4c62-bebc-2b91d1b5029d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"25bc856c-a30e-4fd6-94c7-e4c386b38177.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"eb0f1e78-4f86-4f9f-bbd8-3669a0f1cb98.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"eb0f1e78-4f86-4f9f-bbd8-3669a0f1cb98.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1875, tv_nsec: 604425035 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159038636Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159065487Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159282262Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159305572Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159438515Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159464226Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.205247ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159514567Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159525837Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159601789Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159612579Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.509554ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.159735782Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.161332198Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.161521372Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.161591103Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.161661595Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.161984232Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.790865ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.162033264Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.164620832Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.164634612Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.164851257Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.168886808Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1875, tv_nsec: 614416880 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.169254876Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.169357499Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.170580496Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.170958535Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"13.052214ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.171111568Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.171943607Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1875, tv_nsec: 617482379 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.172286815Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.173022091Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.173052582Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.173303567Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.175571329Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.176721525Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-25 22:51:42.158017573 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.176749495Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"expiration\":\"2025-03-25T22:51:42.158017573Z\",\"pruned\":[]}","iteration":13,"elapsed":"18.710802ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.178660108Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.178694189Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.178893874Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.19072313Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.190811112Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.194745451Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.194787162Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.194802862Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.194812912Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.194823693Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.195098469Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.19512541Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.197874321Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.197911102Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.198076226Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.19824472Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.198448484Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.198638559Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.19871475Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"40.429591ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.201240937Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.201275088Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.201442772Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.203376585Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.204409839Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.207902758Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.207937178Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.208205784Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.208779277Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.208804088Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.209105905Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.211893908Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"54.12791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.212073861Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.215523609Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.215557Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.216095952Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.217527535Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.218524727Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.218850934Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.218983517Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.222781493Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.224271416Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.229478244Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.229519795Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.229532385Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.229542585Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.229853742Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.234839625Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.234874126Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.234889276Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"77.052597ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.235544141Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.23598414Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.240638236Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.241070435Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.241137567Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.241837792Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.243605562Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.243633953Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"85.511248ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.245356022Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"87.274437ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.245472614Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DnsResolver","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-9af3e790-030d-4974-9b9e-c35f829f8643.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1875, tv_nsec: 691005166 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.245834843Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.245918404Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1077"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.249110807Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.249138997Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.24928101Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.249300721Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.249310721Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.249321711Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.249614008Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.249635608Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.250123019Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.251260335Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.251290316Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.251749096Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.251825238Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.252051353Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.255681664Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.255712595Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.255969251Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.257026075Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.257055565Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.257309731Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.257644619Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.257665049Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.257895034Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.267362338Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"109.470708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.267981062Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.272206667Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"114.110282ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.272985645Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.273015325Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.273304112Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.274620401Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.274932758Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.277456445Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.278351495Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.278706774Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.27942233Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.281368554Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.281874285Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.282715414Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.282746865Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.283052031Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.283240506Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.283262986Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.283535172Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.283557533Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.284746999Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.28477679Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.284788031Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.284797501Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.285135468Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.286827517Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.286857527Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.287084522Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.290295815Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.290743085Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.301035177Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.303345149Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"145.368566ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.30339066Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"145.107401ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.304195928Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.304226339Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.304237569Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.304245419Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.304254769Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"146.031152ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.304554836Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.307175925Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.307464812Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.309192631Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.31051172Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.311025692Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.311180275Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.311213676Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":73,"elapsed":"153.0489ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.313197961Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Sled { parent: Fleet, key: 9af3e790-030d-4974-9b9e-c35f829f8643, lookup_type: ById(9af3e790-030d-4974-9b9e-c35f829f8643) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.313222561Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.313458657Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.324751461Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.324783402Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.324791462Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.325299574Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.327987154Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.328022945Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.328393094Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cd5532c-e027-4484-8bf5-b84ffc7ab858\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.328419734Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.329020888Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.329668462Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.330243775Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.332154248Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.332926176Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"0","iteration":25,"elapsed":"175.091537ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.335493134Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.335524994Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.335737829Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.336588308Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.339118275Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.339147846Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.33932292Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.340952026Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.342846149Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.34286918Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6f07f433-517a-46c5-a5fb-dffdd0b3ba20"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.34287826Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.343085965Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.34509816Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.345954219Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.346156044Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"187.894255ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.350319098Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.350351849Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.350640765Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.350764948Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.350783318Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.351034344Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.352595369Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"6f07f433-517a-46c5-a5fb-dffdd0b3ba20"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.352618629Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.35262768Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"current_time_created":"2025-03-25 22:49:43.689588 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.35263676Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"generation\":2}","iteration":13,"elapsed":"194.491214ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.353195362Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.353210433Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39030d55-287b-484a-98ee-50f0b968e055"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.353221113Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.35352818Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.355370291Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.359985556Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.360009766Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"202.062265ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.360147599Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.36016646Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.360423236Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.36327821Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"39030d55-287b-484a-98ee-50f0b968e055"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.36329959Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.36330901Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"current_time_created":"2025-03-25 22:49:42.354168 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.363349222Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"generation\":1}","iteration":13,"elapsed":"205.511843ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.373227864Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.373252525Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.373262695Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"215.386665ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.393097432Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-25T22:49:38.852077Z, time_modified: 2025-03-25T22:49:38.852077Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 526efdec-95ea-41d0-8852-ffb890a1c1a5, db_silo: Silo { identity: SiloIdentity { id: 526efdec-95ea-41d0-8852-ffb890a1c1a5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T22:49:43.626129Z, time_modified: 2025-03-25T22:49:43.626129Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8a79e1b9407ebe7db0e8d46e699071dda0ee97f80cecb334287dbf0849e0f965\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 526efdec-95ea-41d0-8852-ffb890a1c1a5, db_silo: Silo { identity: SiloIdentity { id: 526efdec-95ea-41d0-8852-ffb890a1c1a5, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-25T22:49:43.626129Z, time_modified: 2025-03-25T22:49:43.626129Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8a79e1b9407ebe7db0e8d46e699071dda0ee97f80cecb334287dbf0849e0f965\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.393132063Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"526efdec-95ea-41d0-8852-ffb890a1c1a5\",\"tls_certs\":[\"8a79e1b9407ebe7db0e8d46e699071dda0ee97f80cecb334287dbf0849e0f965\"]}},\"default_endpoint\":{\"silo_id\":\"526efdec-95ea-41d0-8852-ffb890a1c1a5\",\"tls_certs\":[\"8a79e1b9407ebe7db0e8d46e699071dda0ee97f80cecb334287dbf0849e0f965\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"234.939596ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.412045179Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.41206995Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.412343996Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8938dd56-6a7a-4842-8e52-da639303ee37\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.412365136Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.414762241Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.419745003Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-25T23:01:42.426142317Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.426173668Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"268.012231ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.431390865Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.431684662Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.484771239Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1085","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.484800709Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.485112256Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"098ba494-90fa-4b45-8e09-85be17bace2b\", \"content-length\": \"26\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.485131437Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1088","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.486826415Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/mod.rs:1122","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.493604028Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"335.604585ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.500508883Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":25,"elapsed":"342.723756ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.518628692Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 9af3e790-030d-4974-9b9e-c35f829f8643","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.555404841Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.555427731Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.557340864Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.559462772Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.559475603Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.559656927Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.56114137Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.562944591Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.562956561Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.563111414Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.595010904Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.595369312Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c69ad80e-da3b-4c7a-a518-fe276f6574a0\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.595384252Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.597000009Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b862dee7-3470-4165-b0fd-98867084308d\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.597013069Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.598544153Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.598559744Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"440.320045ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.604297203Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.604582179Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a1558ef-6579-4e92-957a-4cdf414e9e91\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.606685737Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.607001324Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.608835755Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"null","iteration":25,"elapsed":"450.913175ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.62634237Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.626908003Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b529de6d-9d1f-4257-b8d3-30c5095f5197\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.626929243Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.629169934Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e44e018e-d5e3-41f0-bd5b-eed0ec652c2f\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.629196264Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.631269871Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b3654c6c-6512-4b13-abe1-8b079b42aab3\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.631285001Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.633361838Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.633412369Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"475.401976ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.671203751Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b14865-7225-4abb-a00a-1cc30b3ee370\", \"content-length\": \"372\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.671234562Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.671682742Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.692051611Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.69246203Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b02ab1b8-1604-4621-b4d6-be0d167600d0\", \"content-length\": \"691\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.692496881Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.692508011Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.692516062Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.69464177Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":25,"elapsed":"536.79349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.702237331Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.702613249Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.704759838Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: 25f1877d-a731-48fe-8967-16ef2fb00f3b, rack_id: 3ef3cc6b-3ffd-47a3-99ef-c57b25776619, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dcb3f9bf-5ea7-47e3-b699-6c3a8c7459c5) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.704780308Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.704973672Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.714892296Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.714940797Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.714953377Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.715153902Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7dbe9236-27fe-47bd-8798-af0e5cfd9e2b\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.715166722Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.715352056Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ca5448-f697-4f0d-829f-138ea61ca966\", \"content-length\": \"134\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.715384047Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.715396327Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1768","switch_port_settings_id":"dcb3f9bf-5ea7-47e3-b699-6c3a8c7459c5","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.715584862Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.715698364Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.715708914Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.715716334Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.715724565Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.715731735Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.715739875Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1915","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.715911639Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.715921689Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1951","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.716082603Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.716097913Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.716309688Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.717808472Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.718110028Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.718123769Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.718210731Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f44ed2ae-4a45-4801-b9b9-17c7c85d9b90\", \"content-length\": \"2\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.718235621Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.718317633Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"component":"DpdClient","rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c486a5ff-6f02-44dc-a36e-ebdaf0f15781\", \"content-length\": \"52\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.718339834Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.718355914Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.720696877Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.720946943Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 9af3e790-030d-4974-9b9e-c35f829f8643 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.724092293Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.724105864Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.820262501Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"06ea213e-f7e2-4a2f-a783-bc9eeaf1c4ef\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:42.820285932Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.820295752Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.820853815Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"rack_id":"3ef3cc6b-3ffd-47a3-99ef-c57b25776619","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beda5934-a7aa-4683-8453-2b1c678f7c93\", \"content-length\": \"682\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.820893756Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.821277054Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.821340146Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"SledAgent":"9af3e790-030d-4974-9b9e-c35f829f8643","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c1a241f1-4dd0-4d79-b572-2831b1abd104\", \"date\": \"Tue, 25 Mar 2025 23:01:42 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.822699146Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":25,"elapsed":"664.397637ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.824815894Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.825131871Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.828422275Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.8286505Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.830806939Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.831043034Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:42.838116234Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{}","iteration":25,"elapsed":"679.774633ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:43.858390693Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"25a11548-6d5d-4302-9fdb-c1d75b78f541","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.158628515Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.158681897Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.158691507Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.158699107Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.159015384Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.159029655Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.160530918Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.160792104Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.161143352Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.16328714Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.163299481Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.163463624Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.165213374Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.16546995Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.166956753Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.169677885Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.169690345Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.169835218Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.179065346Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.179090407Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":74,"elapsed":"20.474231ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:01:52.192743055Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"34.103229ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:01:53.858939794Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"437f65e1-2cd3-4a44-bdca-b4f1c91d9834","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":318,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.158181194Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.158242755Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.158255276Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.158264886Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.158570703Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.158606373Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.159933683Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.160153808Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.160862044Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.163622297Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.163635377Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.16378893Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.165348145Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.165606388Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.167154646Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.169852177Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5d9d6f43-fd71-4256-b06d-1ed4c87e191f, lookup_type: ById(5d9d6f43-fd71-4256-b06d-1ed4c87e191f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.169863837Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.170023351Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.176488256Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"original_time_created":"2025-03-25 22:49:35.383803 UTC","original_target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","time_created":"2025-03-25 22:49:35.383803 UTC","target_id":"5d9d6f43-fd71-4256-b06d-1ed4c87e191f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.176501277Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"5d9d6f43-fd71-4256-b06d-1ed4c87e191f\",\"time_created\":\"2025-03-25T22:49:35.383803Z\"}","iteration":75,"elapsed":"18.322923ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-25T23:02:02.189632573Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"31.468609ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-25T23:02:03.859220719Z","hostname":"oxz_nexus_d5542f9d-430d-4b19-a4dc-31cd924093fb","pid":25963,"uri":"/d5542f9d-430d-4b19-a4dc-31cd924093fb","method":"GET","req_id":"cc681b89-e5d0-4762-bc70-65b0658e03ae","remote_addr":"[fd00:1122:3344:101::d]:46144","local_addr":"[fd00:1122:3344:101::b]:56059","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"d5542f9d-430d-4b19-a4dc-31cd924093fb","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":355,"response_code":"200"}