{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:04.22389305Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"uri":"/4585f7b5-dbc1-4a10-8096-3ca4a94d621f","method":"GET","req_id":"cc440f58-b006-42f6-8eb7-e04e1796de2a","remote_addr":"[fd00:1122:3344:101::d]:61124","local_addr":"[fd00:1122:3344:101::c]:43378","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":405,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367510309Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367614372Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367626132Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367637872Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367648832Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367659113Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367670203Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367679773Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367690193Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367701054Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367711584Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.367721014Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367733434Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367742705Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367751925Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367760755Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367770645Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367779995Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367788046Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367796576Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367807046Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367815466Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367824246Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367832956Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367843227Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367852407Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.367862317Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368197035Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368213495Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368224695Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368236165Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368247156Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368257666Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368332878Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368345808Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368361738Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368371408Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368382208Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.368392939Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.373859007Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.373890268Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.373901838Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.373912968Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.373922199Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.373931759Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.373939959Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.373948609Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.374185665Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.374213015Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.374232375Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.374243236Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.375272578Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DnsResolver","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1700, tv_nsec: 481337438 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.375568575Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.376100376Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.376373462Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.377143379Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"9.569338ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.378063839Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.378083749Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.37813263Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.378235933Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.378407876Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DnsResolver","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1700, tv_nsec: 484467136 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.378441467Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.378454587Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.378464627Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.378651062Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.378671022Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.378680952Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.378752084Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.378951768Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.379253235Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.380471741Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.380997202Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.381140565Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.381157056Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.38134149Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.38226968Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.38229387Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.382464004Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.383834544Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.383851804Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.384063839Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.384257803Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.384269813Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.384428087Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.386235396Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"12.360819ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.386367309Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.388374833Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.388399843Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.388538876Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.394158808Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.394455875Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.394847583Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DnsResolver","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1700, tv_nsec: 500903483 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.39517579Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.399353301Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.399635997Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.402167862Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.402190602Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"34.485009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.406615519Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.406935906Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.408723764Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.412105908Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.412129978Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.412341383Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.424365664Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.424849134Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.425658192Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.425936978Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.428560295Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.42877706Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.429546267Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.429972336Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.430289143Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.431668623Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"63.909608ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.43292098Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.433225727Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.434547905Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 52b4024d-59d8-46f0-844c-2d14ce62d55b, lookup_type: ById(52b4024d-59d8-46f0-844c-2d14ce62d55b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.434572446Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.434822191Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.437858767Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"0","iteration":26,"elapsed":"70.177134ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.438083552Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.438394719Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.43889798Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"65.000801ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.441911035Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.441942946Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.442250452Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9306502-61cd-4ee4-b2f7-1c6418350d5a\", \"content-length\": \"26\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.442270923Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.445096754Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.448348975Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.448815985Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.448826745Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.44904304Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea0ff94d-78fb-4288-9941-085f9a05cd45\", \"content-length\": \"26\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.44906604Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.450042021Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.450058002Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.450064152Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.450353198Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.450618084Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.451776119Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4a3808f2-078c-4fea-8f15-bbb098ef7ac3, lookup_type: ById(4a3808f2-078c-4fea-8f15-bbb098ef7ac3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.45179952Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.451945463Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.466013188Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"original_time_created":"2024-11-20 02:17:29.437250 UTC","original_target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","time_created":"2024-11-20 02:17:29.437250 UTC","target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.466047409Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4a3808f2-078c-4fea-8f15-bbb098ef7ac3\",\"time_created\":\"2024-11-20T02:17:29.437250Z\"}","iteration":76,"elapsed":"98.53411ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.46978176Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.469809461Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.470078697Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee50fc72-df16-4365-9b44-6876de2309f2\", \"content-length\": \"26\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.470103397Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.470617468Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"96.738461ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.471593589Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.473407671Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.473652241Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"105.92824ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.473715646Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.479019081Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"105.151173ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.49417195Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.494211271Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.494221201Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"126.546658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.495524519Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.495839786Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.525091191Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"157.359887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.530133511Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.530471868Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.531280465Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{}","iteration":26,"elapsed":"163.813217ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.531805447Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.533616886Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.533642217Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.53376619Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.535425786Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.537300586Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.537313696Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.53745173Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.539480403Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.539837671Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21fd70af-6f83-437c-ae06-412b87e1cfe1\", \"content-length\": \"2\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.54072191Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.540976616Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.542565961Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"null","iteration":26,"elapsed":"175.01701ms"} {"msg":"VPC route manager sled 52b4024d-59d8-46f0-844c-2d14ce62d55b","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.556879451Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.556894512Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.557230859Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1eb0c43-f041-475d-be0c-7f8911fe52c7\", \"content-length\": \"372\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.55727062Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.557514005Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.576499257Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.576521308Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.576689311Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"be43125c-6463-41e5-88e3-3d922583d5f3\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.576702442Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.576880736Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.57892647Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.579096694Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.581308992Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.581624829Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.601176853Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.601561622Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4c7885b-06b8-45fd-a357-bed65a0ed1cc\", \"content-length\": \"691\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.601594822Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.601604852Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.601612023Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.602519842Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{}","iteration":26,"elapsed":"234.719506ms"} {"msg":"VPC route manager sled 52b4024d-59d8-46f0-844c-2d14ce62d55b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.604459865Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.604474945Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.6047419Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"51a00cdb-b034-4c11-a282-7a22aee42bab\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.605800894Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{}","iteration":26,"elapsed":"238.165581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.650528595Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.651010205Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.652791464Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: b06e9d4b-9e4a-4bff-87a9-63890a82c458, rack_id: 3e1f377b-e332-48a3-82de-d4509c330a4f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(eb9c2cec-e027-4f4e-a671-aed611bbae49) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.652815894Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.653193972Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.663544597Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.663923316Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43047629-714c-4218-aaab-bcf7ed9d883e\", \"content-length\": \"134\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.663949046Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.663959506Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"eb9c2cec-e027-4f4e-a671-aed611bbae49","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.664308874Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.664320224Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.664328464Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.664336954Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.664344115Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.664351635Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.664627131Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.664642141Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.664838616Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.664860336Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.665273805Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.666526102Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.666649635Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dc4e9b3-5a82-4c79-a58f-dfee8b824248\", \"content-length\": \"2\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.666662215Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.666777778Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5f23d67-bd99-48d5-9fac-8dea0f3e3188\", \"content-length\": \"51\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.666794648Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.666809448Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.790532365Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"219bb2cd-7e4b-42a4-93da-c702dd0eef33\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:08.790575726Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.790585926Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.888011941Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a425bc8-d78b-46de-a155-e7561d4dd5c6\", \"content-length\": \"682\", \"date\": \"Wed, 20 Nov 2024 02:30:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.888051952Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.888389239Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.892491379Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.892714263Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.895503354Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.895815541Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.897400115Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.897568199Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:08.904344086Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{}","iteration":26,"elapsed":"536.717323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:09.216431712Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?sort_by=id_ascending","method":"GET","req_id":"f1d96f55-6b1a-44ff-9653-85b7539c8301","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:09.216742699Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?sort_by=id_ascending","method":"GET","req_id":"f1d96f55-6b1a-44ff-9653-85b7539c8301","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:09.218733382Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?sort_by=id_ascending","method":"GET","req_id":"f1d96f55-6b1a-44ff-9653-85b7539c8301","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2368,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:09.218976077Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzhkM2I4ZC00MTFlLTRhZGEtOTE0Ni0zZTVlYWRkMDk3ZmYifX0%3D","method":"GET","req_id":"78697b4e-17e9-48a9-a630-c86eeef31958","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:09.219225063Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzhkM2I4ZC00MTFlLTRhZGEtOTE0Ni0zZTVlYWRkMDk3ZmYifX0%3D","method":"GET","req_id":"78697b4e-17e9-48a9-a630-c86eeef31958","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:09.220695375Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzhkM2I4ZC00MTFlLTRhZGEtOTE0Ni0zZTVlYWRkMDk3ZmYifX0%3D","method":"GET","req_id":"78697b4e-17e9-48a9-a630-c86eeef31958","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1757,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.366960934Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.367042266Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.367365483Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.367974876Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.367983606Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.368304893Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.368687752Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.369957259Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.370194194Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.371202206Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.371214167Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.37134449Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.373095428Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.373248221Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.374809335Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.377138115Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4a3808f2-078c-4fea-8f15-bbb098ef7ac3, lookup_type: ById(4a3808f2-078c-4fea-8f15-bbb098ef7ac3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.377152876Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.377276588Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.38839074Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"original_time_created":"2024-11-20 02:17:29.437250 UTC","original_target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","time_created":"2024-11-20 02:17:29.437250 UTC","target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.38841108Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4a3808f2-078c-4fea-8f15-bbb098ef7ac3\",\"time_created\":\"2024-11-20T02:17:29.437250Z\"}","iteration":77,"elapsed":"21.483237ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:18.397905076Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"29.9229ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:19.222024919Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"uri":"/4585f7b5-dbc1-4a10-8096-3ca4a94d621f","method":"GET","req_id":"9bd2a517-d08e-44fe-9fe1-95cda2eba14e","remote_addr":"[fd00:1122:3344:101::d]:61124","local_addr":"[fd00:1122:3344:101::c]:43378","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":496,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.36742158Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.367484161Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.367741407Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.367782028Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.367793258Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.367977332Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.369294551Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.369635488Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.369925605Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.371355565Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"3.566787ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.37202255Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.37203758Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.372179194Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.374552925Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.374716769Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.3761521Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.37844953Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4a3808f2-078c-4fea-8f15-bbb098ef7ac3, lookup_type: ById(4a3808f2-078c-4fea-8f15-bbb098ef7ac3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.37846246Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.378588333Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.389322416Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"original_time_created":"2024-11-20 02:17:29.437250 UTC","original_target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","time_created":"2024-11-20 02:17:29.437250 UTC","target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:28.389346976Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4a3808f2-078c-4fea-8f15-bbb098ef7ac3\",\"time_created\":\"2024-11-20T02:17:29.437250Z\"}","iteration":78,"elapsed":"21.929487ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:34.223737335Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"uri":"/4585f7b5-dbc1-4a10-8096-3ca4a94d621f","method":"GET","req_id":"20ff062b-802e-480f-9b0d-62e0a038b68b","remote_addr":"[fd00:1122:3344:101::d]:61124","local_addr":"[fd00:1122:3344:101::c]:43378","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.366813624Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.366892645Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.366907906Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.366919786Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-20 02:20:38.366829734 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.366933096Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.366944556Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.366955256Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.366967917Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.366979157Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.366990037Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367004208Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367016218Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-20T02:30:38.367030358Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367044289Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367056739Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"enabled\":false,\"target_id\":\"4a3808f2-078c-4fea-8f15-bbb098ef7ac3\"}","iteration":15,"elapsed":"16.241µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367072259Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367086739Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.36710122Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.36711509Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.36712897Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367142471Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367155651Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367168661Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367181052Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367192832Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367370905Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367444057Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367461218Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367481628Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367494958Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367508899Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367521149Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367545549Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DnsResolver","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5b358c-72af-40bc-b566-87277a6c9226.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"91f15412-69e9-452d-a9a3-48b1edccb07f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"aef7e376-ca26-4bd7-b310-37f05d027a82.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"aef7e376-ca26-4bd7-b310-37f05d027a82.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1730, tv_nsec: 473430120 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367601441Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DnsResolver","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"66a399b7-22f3-4a37-9012-cc8bfd88683c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9fe4351b-e265-4106-87d1-05131cb21015.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"9fe4351b-e265-4106-87d1-05131cb21015.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1730, tv_nsec: 473478741 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367749324Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.367767174Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367777544Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367787345Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367797365Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367807005Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367817555Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367827126Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367836786Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367847496Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367856806Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367866056Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367875607Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367886297Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.367896887Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367906257Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367916277Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367926218Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367935708Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367945378Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367955038Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367964849Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367974569Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367984569Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.367994759Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368101081Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368124572Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.149565ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368170883Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368188703Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368201854Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368214684Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368226544Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368237294Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368248015Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368259095Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.325139ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368304276Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368322476Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368334557Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368347527Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.368357407Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.369704506Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.370164786Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.370175326Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.370418342Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-20 02:20:38.366829734 UTC"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.370440102Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.370454292Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"expiration\":\"2024-11-20T02:20:38.366829734Z\",\"pruned\":[]}","iteration":14,"elapsed":"3.593188ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.372021977Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DnsResolver","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1730, tv_nsec: 477907567 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.372242651Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.372342624Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.372358474Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.372551278Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373331455Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373590211Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373807895Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373881607Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373897257Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373907318Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373916938Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373926058Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373935788Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373945048Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373954059Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373962159Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.373970749Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.374221314Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.374277215Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.374291886Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.374302406Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.374313606Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.374375478Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.377769901Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.377960906Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"11.025049ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.378961227Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DnsResolver","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1730, tv_nsec: 484844618 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.379331415Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.381432241Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.381806129Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.38182915Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.382042154Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.386346528Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.387863901Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.388025894Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.388052825Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.38830784Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.389969376Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.390271883Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.390767153Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.390785534Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.390822725Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.391005829Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.391019929Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.391031149Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.391206583Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.391287065Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.393624275Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.394413203Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.394443553Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.394501545Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.394520525Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.394557746Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.394801631Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.395611949Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.395816943Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.396623681Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.396648341Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.396817395Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.397295235Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.397354807Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.39750081Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.398792898Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.398816258Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.398828849Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"28.649022ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.39890077Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.399108065Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"25.189817ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.401786773Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.402758134Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.404793248Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"30.83154ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.406345942Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.407403805Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"39.64131ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.409360217Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.409388508Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.409617773Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.413083498Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.413404885Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.417836201Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.418323672Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.418514806Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.418739701Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.418835373Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.419483127Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DnsResolver","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-52b4024d-59d8-46f0-844c-2d14ce62d55b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1730, tv_nsec: 525333597 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.419843575Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.420133711Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.42053687Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.422699647Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4a3808f2-078c-4fea-8f15-bbb098ef7ac3, lookup_type: ById(4a3808f2-078c-4fea-8f15-bbb098ef7ac3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.422727538Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.422978453Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.425956718Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"52.008159ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.434223187Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.434675177Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.437181691Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"69.379246ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.439049012Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"original_time_created":"2024-11-20 02:17:29.437250 UTC","original_target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","time_created":"2024-11-20 02:17:29.437250 UTC","target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.439085223Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4a3808f2-078c-4fea-8f15-bbb098ef7ac3\",\"time_created\":\"2024-11-20T02:17:29.437250Z\"}","iteration":79,"elapsed":"72.205908ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.445503122Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.445547693Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.445558193Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.445625655Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"71.724407ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.445931031Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.452344521Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.452435883Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.452675668Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.452820371Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.455399207Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.455726584Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.456303207Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.456331097Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.456344337Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"88.533393ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.460083709Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.460114799Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.46012541Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.46013393Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.46014232Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.46015217Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.462204895Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.462228205Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.462238085Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.462246726Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.462380339Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.462568183Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.463933462Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.464311561Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.464393802Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Sled { parent: Fleet, key: 52b4024d-59d8-46f0-844c-2d14ce62d55b, lookup_type: ById(52b4024d-59d8-46f0-844c-2d14ce62d55b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.464417253Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.464583736Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.464617217Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.465249511Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.465277971Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"97.460756ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.467298285Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.467325456Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.467561401Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.467815317Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.467837857Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.46796815Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.469700998Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"95.80974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.469904532Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.470226919Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"0","iteration":27,"elapsed":"102.463134ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.470829622Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.470855712Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2eaab02d-614f-42c8-94ef-4bdc4b8f5869"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.470869513Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.471078897Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.471978047Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.472526449Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.47349906Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.47352053Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.473765916Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.476935324Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.476962655Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.47716856Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.477270852Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.477283382Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.477522767Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.481282609Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2eaab02d-614f-42c8-94ef-4bdc4b8f5869"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.481312699Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.48132183Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"current_time_created":"2024-11-20 02:18:18.861200 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.48133065Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"generation\":2}","iteration":14,"elapsed":"114.302212ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.503476471Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.505320671Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.505345861Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.505353441Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.505485495Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.505511965Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d9c0fe90-95b7-46df-890c-45b23c1f18a5"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.505524225Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.505649858Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.50576451Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.507534449Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.508822597Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.508842687Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.508852048Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"141.076193ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.510474183Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.510490653Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.510620056Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.513307374Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.514439459Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.51446563Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.514748645Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d9c0fe90-95b7-46df-890c-45b23c1f18a5"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.514804067Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.514867008Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"current_time_created":"2024-11-20 02:18:17.936912 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.51495686Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"generation\":1}","iteration":14,"elapsed":"147.972323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.51632989Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.518102038Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.518126199Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.518248852Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.524752503Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.524769143Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.525136531Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fac571a-47e0-4580-bf31-fb4ff2509f9e\", \"content-length\": \"26\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.525152011Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.527237297Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.53382454Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.53384584Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.534074955Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa1b8f70-54d7-44a8-ae60-74c6eb90dbd7\", \"content-length\": \"26\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.534090116Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-20T02:30:38.534247689Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.534276029Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"166.465935ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.535578778Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"167.805784ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.536191061Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.537891188Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.538336428Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.589850796Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.589876457Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.590113962Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"MgsClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b7fdfc-24fd-4bff-94a9-2df910074156\", \"content-length\": \"26\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.590137182Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.592036554Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.636333085Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.636682003Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"67405ef4-9672-41a7-8e9e-82b11f573885\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.636703564Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.638007082Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7c5cc825-5a45-492d-a1a8-8b2fd93955de\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.638028652Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.639454893Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.639469554Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"272.677251ms"} {"msg":"VPC route manager sled 52b4024d-59d8-46f0-844c-2d14ce62d55b","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.661531913Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.661593474Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.662029003Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f51f7716-fd26-4616-9a3b-425d90da54b0\", \"content-length\": \"372\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.662063954Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.662469723Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.662630016Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.663097957Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aeb8765-df7f-4a3e-9b69-7b44da77ea13\", \"content-length\": \"2\", \"date\": \"Wed, 20 Nov 2024 02:30:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.665577051Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.666738176Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.667053023Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.674080045Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{}","iteration":27,"elapsed":"307.076707ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.674873762Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"null","iteration":27,"elapsed":"307.984467ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.703263649Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.70332242Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.703658117Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"36bcd58e-3709-4f04-b2ed-82e05d77d1c0\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.703683788Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.704340312Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.706290344Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.706880657Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.711451176Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.711793674Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 52b4024d-59d8-46f0-844c-2d14ce62d55b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.717082149Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.71712232Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.717628891Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a601e3fb-67ce-4a5d-8034-473fb3e5fe81\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.717812135Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-20T02:17:33.896434Z, time_modified: 2024-11-20T02:17:33.896434Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 006e84ee-6eef-451c-ac77-57423d4cdd4d, db_silo: Silo { identity: SiloIdentity { id: 006e84ee-6eef-451c-ac77-57423d4cdd4d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-20T02:18:18.816749Z, time_modified: 2024-11-20T02:18:18.816749Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ac001cd311f92eec39387f378550f3059bd1d2e3b82805955c66e4e786e7f95d\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 006e84ee-6eef-451c-ac77-57423d4cdd4d, db_silo: Silo { identity: SiloIdentity { id: 006e84ee-6eef-451c-ac77-57423d4cdd4d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-20T02:18:18.816749Z, time_modified: 2024-11-20T02:18:18.816749Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ac001cd311f92eec39387f378550f3059bd1d2e3b82805955c66e4e786e7f95d\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.717858916Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"006e84ee-6eef-451c-ac77-57423d4cdd4d\",\"tls_certs\":[\"ac001cd311f92eec39387f378550f3059bd1d2e3b82805955c66e4e786e7f95d\"]}},\"default_endpoint\":{\"silo_id\":\"006e84ee-6eef-451c-ac77-57423d4cdd4d\",\"tls_certs\":[\"ac001cd311f92eec39387f378550f3059bd1d2e3b82805955c66e4e786e7f95d\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"351.034922ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.720227717Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{}","iteration":27,"elapsed":"352.469254ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.782697343Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.783238365Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d518b7e3-d3db-4c7f-9bbd-4b9386582efd\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.783265396Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.784539443Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c23ab036-fe0a-4229-8790-1bb7b20895f4\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.784560134Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.786321162Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b0ed7422-d4ce-4eca-aebd-bc284301a94e\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.786339193Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.788213233Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.788236774Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"421.288548ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.79495793Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.795233246Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.797122927Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.798877005Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.798904175Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.799023688Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.800707074Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.803505685Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.803530496Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.80371879Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.836481391Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.836827639Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.839129409Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: b06e9d4b-9e4a-4bff-87a9-63890a82c458, rack_id: 3e1f377b-e332-48a3-82de-d4509c330a4f, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(eb9c2cec-e027-4f4e-a671-aed611bbae49) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.839159749Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.839358984Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.849107796Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.849463593Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60c4284-b39f-4750-9ef4-1b7e5d9378b6\", \"content-length\": \"134\", \"date\": \"Wed, 20 Nov 2024 02:30:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.849485364Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.849496314Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"eb9c2cec-e027-4f4e-a671-aed611bbae49","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.84976348Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.84977256Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.84977911Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.84978605Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.84979269Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.849798871Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.849935363Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.849943784Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.850190569Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.850200199Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.850437414Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.852423517Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.85253803Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f2f2e4-f3de-41a8-9892-42fd2974b7b2\", \"content-length\": \"2\", \"date\": \"Wed, 20 Nov 2024 02:30:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.8525479Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.852638232Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"component":"DpdClient","rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1d4cd8-e542-40c9-979b-330ad56f6841\", \"content-length\": \"51\", \"date\": \"Wed, 20 Nov 2024 02:30:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.852650402Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.852659443Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.85393544Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.970263926Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7e139fae-03dc-4124-a334-5d623421be56\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.970310337Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.970320577Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.970738006Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"rack_id":"3e1f377b-e332-48a3-82de-d4509c330a4f","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c16b238d-6125-48c5-b1fd-a2a79b44e15c\", \"content-length\": \"682\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.970800678Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.971125445Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.971186046Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"SledAgent":"52b4024d-59d8-46f0-844c-2d14ce62d55b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"498d7ff0-8bcf-4103-abbb-4340c54a9f76\", \"content-length\": \"691\", \"date\": \"Wed, 20 Nov 2024 02:30:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.971228587Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.971241177Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:38.971251038Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.972529185Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{}","iteration":27,"elapsed":"604.71936ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.974397196Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.974631871Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.982306908Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.982847809Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.988308958Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.988609054Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:38.996640509Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{}","iteration":27,"elapsed":"628.804903ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:39.217168477Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?sort_by=id_ascending","method":"GET","req_id":"4caaae6c-9173-4910-84ce-1c5bafd6cefd","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:39.217514175Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?sort_by=id_ascending","method":"GET","req_id":"4caaae6c-9173-4910-84ce-1c5bafd6cefd","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:39.220223874Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?sort_by=id_ascending","method":"GET","req_id":"4caaae6c-9173-4910-84ce-1c5bafd6cefd","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3125,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:39.220457708Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzhkM2I4ZC00MTFlLTRhZGEtOTE0Ni0zZTVlYWRkMDk3ZmYifX0%3D","method":"GET","req_id":"52cb209e-1683-4613-bd08-91b7be6fff46","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:39.220706924Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzhkM2I4ZC00MTFlLTRhZGEtOTE0Ni0zZTVlYWRkMDk3ZmYifX0%3D","method":"GET","req_id":"52cb209e-1683-4613-bd08-91b7be6fff46","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:39.22284283Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"uri":"/metrics/collectors/eb5a339f-68aa-43dd-a9e0-5a593d764f76/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmMzhkM2I4ZC00MTFlLTRhZGEtOTE0Ni0zZTVlYWRkMDk3ZmYifX0%3D","method":"GET","req_id":"52cb209e-1683-4613-bd08-91b7be6fff46","remote_addr":"[fd00:1122:3344:101::d]:54148","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2415,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.367488274Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.367555565Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.367849832Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.367891142Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.367900743Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.368064876Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.369900906Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.370318225Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.370583701Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.372036832Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"4.13737ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.372609175Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.372621265Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.372763458Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.373981785Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.37423919Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.375844635Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.378289658Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4a3808f2-078c-4fea-8f15-bbb098ef7ac3, lookup_type: ById(4a3808f2-078c-4fea-8f15-bbb098ef7ac3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.378300328Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.378432082Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.388175933Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"original_time_created":"2024-11-20 02:17:29.437250 UTC","original_target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","time_created":"2024-11-20 02:17:29.437250 UTC","target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:48.388193543Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4a3808f2-078c-4fea-8f15-bbb098ef7ac3\",\"time_created\":\"2024-11-20T02:17:29.437250Z\"}","iteration":80,"elapsed":"20.72607ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:30:49.224463661Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"uri":"/4585f7b5-dbc1-4a10-8096-3ca4a94d621f","method":"GET","req_id":"ac632433-2966-4766-aac6-a8ce8a834bb4","remote_addr":"[fd00:1122:3344:101::d]:61124","local_addr":"[fd00:1122:3344:101::c]:43378","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":473,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.367678889Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.367725794Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.367987793Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.368025396Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.36803316Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.368274397Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.369423352Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.369998214Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.370355472Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.371531978Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"3.445685ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.372057959Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.372068719Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.372202902Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.374095273Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.374282697Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.375573665Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.377932517Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4a3808f2-078c-4fea-8f15-bbb098ef7ac3, lookup_type: ById(4a3808f2-078c-4fea-8f15-bbb098ef7ac3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.377942697Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.37807312Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.386562714Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"original_time_created":"2024-11-20 02:17:29.437250 UTC","original_target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","time_created":"2024-11-20 02:17:29.437250 UTC","target_id":"4a3808f2-078c-4fea-8f15-bbb098ef7ac3"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-20T02:30:58.386582744Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4a3808f2-078c-4fea-8f15-bbb098ef7ac3\",\"time_created\":\"2024-11-20T02:17:29.437250Z\"}","iteration":81,"elapsed":"18.88161ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-20T02:31:04.223555481Z","hostname":"oxz_nexus_4585f7b5-dbc1-4a10-8096-3ca4a94d621f","pid":23266,"uri":"/4585f7b5-dbc1-4a10-8096-3ca4a94d621f","method":"GET","req_id":"978ea92c-e8c9-426f-895c-85ad4f476fc4","remote_addr":"[fd00:1122:3344:101::d]:61124","local_addr":"[fd00:1122:3344:101::c]:43378","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"4585f7b5-dbc1-4a10-8096-3ca4a94d621f","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":456,"response_code":"200"}